You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by li...@apache.org on 2017/07/20 02:42:25 UTC
[1/3] hive git commit: HIVE-17099: Update golden files for
spark.only.query.files (Sahil Takiar reviewed by Rui)
Repository: hive
Updated Branches:
refs/heads/master 363439583 -> fed915c50
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out b/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out
index 76f9936..b277ddc 100644
--- a/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out
@@ -156,68 +156,68 @@ STAGE PLANS:
alias: src1
Statistics: Num rows: 148 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((UDFToDouble(key) > 100.0) and (UDFToDouble(key) > 150.0)) (type: boolean)
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ predicate: (UDFToDouble(key) > 150.0) (type: boolean)
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Map 5
Map Operator Tree:
TableScan
alias: src2
Statistics: Num rows: 148 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((UDFToDouble(key) > 100.0) and (UDFToDouble(key) > 150.0)) (type: boolean)
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ predicate: (UDFToDouble(key) > 150.0) (type: boolean)
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 16 Data size: 166 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
alias: src1
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((UDFToDouble(key) > 150.0) and (UDFToDouble(key) > 100.0)) (type: boolean)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ predicate: (UDFToDouble(key) > 150.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Map 8
Map Operator Tree:
TableScan
alias: src2
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((UDFToDouble(key) > 150.0) and (UDFToDouble(key) > 100.0)) (type: boolean)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ predicate: (UDFToDouble(key) > 150.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -228,12 +228,12 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 17 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 53 Data size: 561 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 17 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 53 Data size: 561 Basic stats: COMPLETE Column stats: NONE
Reducer 3
Reduce Operator Tree:
Join Operator
@@ -243,11 +243,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col2
- Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 200 Data size: 2132 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: hash(_col0,_col2) (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 200 Data size: 2132 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_col0)
mode: hash
@@ -280,16 +280,16 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col2
- Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col2 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Stage: Stage-0
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out
index 7ebae9e..f92356e 100644
--- a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out
@@ -568,7 +568,7 @@ POSTHOOK: Input: default@c
POSTHOOK: Input: default@d
POSTHOOK: Input: default@e
#### A masked pattern was here ####
-c2 d2 d2
-a2 b2 d2
a1 b1 d1
+a2 b2 d2
c1 d1 d1
+c2 d2 d2
[3/3] hive git commit: HIVE-17099: Update golden files for
spark.only.query.files (Sahil Takiar reviewed by Rui)
Posted by li...@apache.org.
HIVE-17099: Update golden files for spark.only.query.files (Sahil Takiar reviewed by Rui)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/fed915c5
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/fed915c5
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/fed915c5
Branch: refs/heads/master
Commit: fed915c5015e73d376ecebe16decc6d1cb51a444
Parents: 3634395
Author: Sahil Takiar <ta...@gmail.com>
Authored: Thu Jul 20 10:42:20 2017 +0800
Committer: Rui Li <li...@apache.org>
Committed: Thu Jul 20 10:42:20 2017 +0800
----------------------------------------------------------------------
.../spark_use_ts_stats_for_mapjoin.q | 1 +
.../spark/spark_dynamic_partition_pruning.q.out | 406 ++++---
.../spark_dynamic_partition_pruning_2.q.out | 80 +-
.../spark/spark_explainuser_1.q.out | 1102 ++++++++----------
.../spark/spark_use_op_stats.q.out | 46 +-
.../spark/spark_use_ts_stats_for_mapjoin.q.out | 4 +-
6 files changed, 796 insertions(+), 843 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/queries/clientpositive/spark_use_ts_stats_for_mapjoin.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/spark_use_ts_stats_for_mapjoin.q b/ql/src/test/queries/clientpositive/spark_use_ts_stats_for_mapjoin.q
index 26d9e50..b1df562 100644
--- a/ql/src/test/queries/clientpositive/spark_use_ts_stats_for_mapjoin.q
+++ b/ql/src/test/queries/clientpositive/spark_use_ts_stats_for_mapjoin.q
@@ -2,6 +2,7 @@ set hive.mapred.mode=nonstrict;
set hive.auto.convert.join=true;
set hive.spark.use.ts.stats.for.mapjoin=true;
set hive.auto.convert.join.noconditionaltask.size=4000;
+-- SORT_QUERY_RESULTS
EXPLAIN
SELECT src1.key, src2.value
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out
index 4448cbf..d476172 100644
--- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out
@@ -3093,12 +3093,11 @@ STAGE PLANS:
Stage: Stage-2
Spark
Edges:
- Reducer 10 <- Map 9 (GROUP, 1)
- Reducer 11 <- Reducer 10 (GROUP, 2), Reducer 13 (GROUP, 2)
- Reducer 13 <- Map 12 (GROUP, 1)
+ Reducer 11 <- Map 10 (GROUP, 1)
+ Reducer 9 <- Map 8 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
- Map 12
+ Map 10
Map Operator Tree:
TableScan
alias: srcpart
@@ -3116,7 +3115,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 9
+ Map 8
Map Operator Tree:
TableScan
alias: srcpart
@@ -3134,10 +3133,10 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Reducer 10
+ Reducer 11
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -3149,36 +3148,24 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reducer 11
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Spark Partition Pruning Sink Operator
- partition key expr: ds
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- target column name: ds
- target work: Map 1
- Reducer 13
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
+ Reducer 9
Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -3190,20 +3177,28 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 6 (PARTITION-LEVEL SORT, 2)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2), Reducer 7 (PARTITION-LEVEL SORT, 2)
Reducer 3 <- Reducer 2 (GROUP, 1)
Reducer 5 <- Map 4 (GROUP, 1)
- Reducer 6 <- Reducer 5 (GROUP, 2), Reducer 8 (GROUP, 2)
- Reducer 8 <- Map 7 (GROUP, 1)
+ Reducer 7 <- Map 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -3239,7 +3234,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: srcpart
@@ -3261,7 +3256,7 @@ STAGE PLANS:
Reduce Operator Tree:
Join Operator
condition map:
- Inner Join 0 to 1
+ Left Semi Join 0 to 1
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -3309,19 +3304,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reducer 6
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reducer 8
+ Reducer 7
Reduce Operator Tree:
Group By Operator
aggregations: min(VALUE._col0)
@@ -3378,12 +3361,11 @@ STAGE PLANS:
Stage: Stage-2
Spark
Edges:
- Reducer 10 <- Map 9 (GROUP, 1)
- Reducer 11 <- Reducer 10 (GROUP, 2), Reducer 13 (GROUP, 2)
- Reducer 13 <- Map 12 (GROUP, 1)
+ Reducer 11 <- Map 10 (GROUP, 1)
+ Reducer 9 <- Map 8 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
- Map 12
+ Map 10
Map Operator Tree:
TableScan
alias: srcpart
@@ -3401,7 +3383,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 9
+ Map 8
Map Operator Tree:
TableScan
alias: srcpart
@@ -3419,10 +3401,10 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Reducer 10
+ Reducer 11
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -3434,36 +3416,24 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reducer 11
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Spark Partition Pruning Sink Operator
- partition key expr: ds
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- target column name: ds
- target work: Map 1
- Reducer 13
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
+ Reducer 9
Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -3475,20 +3445,28 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 6 (PARTITION-LEVEL SORT, 2)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2), Reducer 7 (PARTITION-LEVEL SORT, 2)
Reducer 3 <- Reducer 2 (GROUP, 2)
Reducer 5 <- Map 4 (GROUP, 1)
- Reducer 6 <- Reducer 5 (GROUP, 2), Reducer 8 (GROUP, 2)
- Reducer 8 <- Map 7 (GROUP, 1)
+ Reducer 7 <- Map 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -3524,7 +3502,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: srcpart
@@ -3546,7 +3524,7 @@ STAGE PLANS:
Reduce Operator Tree:
Join Operator
condition map:
- Inner Join 0 to 1
+ Left Semi Join 0 to 1
keys:
0 _col0 (type: string)
1 _col0 (type: string)
@@ -3596,19 +3574,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reducer 6
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reducer 8
+ Reducer 7
Reduce Operator Tree:
Group By Operator
aggregations: min(VALUE._col0)
@@ -3734,7 +3700,7 @@ STAGE PLANS:
partition key expr: ds
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
target column name: ds
- target work: Map 4
+ target work: Map 1
Select Operator
expressions: _col0 (type: string)
outputColumnNames: _col0
@@ -3748,7 +3714,7 @@ STAGE PLANS:
partition key expr: ds
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
target column name: ds
- target work: Map 1
+ target work: Map 4
Reducer 13
Reduce Operator Tree:
Group By Operator
@@ -3777,7 +3743,7 @@ STAGE PLANS:
partition key expr: ds
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
target column name: ds
- target work: Map 4
+ target work: Map 1
Select Operator
expressions: _col0 (type: string)
outputColumnNames: _col0
@@ -3791,7 +3757,7 @@ STAGE PLANS:
partition key expr: ds
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
target column name: ds
- target work: Map 1
+ target work: Map 4
Stage: Stage-1
Spark
@@ -5564,12 +5530,11 @@ STAGE PLANS:
Stage: Stage-2
Spark
Edges:
- Reducer 4 <- Map 3 (GROUP, 1)
- Reducer 5 <- Reducer 4 (GROUP, 2), Reducer 7 (GROUP, 2)
- Reducer 7 <- Map 6 (GROUP, 1)
+ Reducer 11 <- Map 10 (GROUP, 1)
+ Reducer 9 <- Map 8 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
- Map 3
+ Map 10
Map Operator Tree:
TableScan
alias: srcpart
@@ -5579,7 +5544,7 @@ STAGE PLANS:
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: min(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -5587,7 +5552,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 6
+ Map 8
Map Operator Tree:
TableScan
alias: srcpart
@@ -5597,7 +5562,7 @@ STAGE PLANS:
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: min(ds)
+ aggregations: max(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -5605,10 +5570,10 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Reducer 4
+ Reducer 11
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -5620,42 +5585,24 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reducer 5
- Local Work:
- Map Reduce Local Work
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Spark HashTable Sink Operator
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Spark Partition Pruning Sink Operator
- partition key expr: ds
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- target column name: ds
- target work: Map 1
- Reducer 7
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
+ Reducer 9
Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
@@ -5667,16 +5614,28 @@ STAGE PLANS:
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Spark Partition Pruning Sink Operator
+ partition key expr: ds
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ target column name: ds
+ target work: Map 1
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 2)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2), Reducer 7 (PARTITION-LEVEL SORT, 2)
+ Reducer 3 <- Reducer 2 (GROUP, 2)
+ Reducer 5 <- Map 4 (GROUP, 1)
+ Reducer 7 <- Map 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -5689,30 +5648,69 @@ STAGE PLANS:
expressions: ds (type: string)
outputColumnNames: _col0
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ds (type: string)
+ outputColumnNames: ds
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(ds)
+ mode: hash
outputColumnNames: _col0
- input vertices:
- 1 Reducer 5
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Local Work:
- Map Reduce Local Work
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ds (type: string)
+ outputColumnNames: ds
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: min(ds)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
Reducer 2
Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Left Semi Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ Reducer 3
+ Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string)
mode: mergepartial
@@ -5725,6 +5723,46 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reducer 5
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Reducer 7
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: min(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: _col0 is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE
Stage: Stage-0
Fetch Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out
index b18fc3c..3e69f3f 100644
--- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out
@@ -1,12 +1,8 @@
-PREHOOK: query: -- SORT_QUERY_RESULTS
-
-create table dim_shops (id int, label string) row format delimited fields terminated by ',' stored as textfile
+PREHOOK: query: create table dim_shops (id int, label string) row format delimited fields terminated by ',' stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@dim_shops
-POSTHOOK: query: -- SORT_QUERY_RESULTS
-
-create table dim_shops (id int, label string) row format delimited fields terminated by ',' stored as textfile
+POSTHOOK: query: create table dim_shops (id int, label string) row format delimited fields terminated by ',' stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@dim_shops
@@ -222,22 +218,18 @@ STAGE PLANS:
input vertices:
1 Map 4
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col3 (type: string), _col0 (type: decimal(10,0))
- outputColumnNames: _col3, _col0
+ Group By Operator
+ aggregations: count(), sum(_col0)
+ keys: _col3 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count(), sum(_col0)
- keys: _col3 (type: string)
- mode: hash
- outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
+ value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
Local Work:
Map Reduce Local Work
Reducer 2
@@ -380,22 +372,18 @@ STAGE PLANS:
input vertices:
1 Map 4
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col3 (type: string), _col0 (type: decimal(10,0))
- outputColumnNames: _col3, _col0
+ Group By Operator
+ aggregations: count(), sum(_col0)
+ keys: _col3 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count(), sum(_col0)
- keys: _col3 (type: string)
- mode: hash
- outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
+ value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
Local Work:
Map Reduce Local Work
Reducer 2
@@ -772,22 +760,18 @@ STAGE PLANS:
input vertices:
1 Map 4
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col3 (type: string), _col0 (type: decimal(10,0))
- outputColumnNames: _col3, _col0
+ Group By Operator
+ aggregations: count(), sum(_col0)
+ keys: _col3 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count(), sum(_col0)
- keys: _col3 (type: string)
- mode: hash
- outputColumnNames: _col0, _col1, _col2
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
+ value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0))
Local Work:
Map Reduce Local Work
Reducer 2
[2/3] hive git commit: HIVE-17099: Update golden files for
spark.only.query.files (Sahil Takiar reviewed by Rui)
Posted by li...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/fed915c5/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
index fd29d6a..bf0708b 100644
--- a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
@@ -160,13 +160,13 @@ Stage-0
limit:-1
Stage-1
Reducer 2
- File Output Operator [FS_8]
- Group By Operator [GBY_6] (rows=1 width=8)
+ File Output Operator [FS_7]
+ Group By Operator [GBY_5] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [GROUP]
- GROUP [RS_5]
- Group By Operator [GBY_4] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(1)"]
+ GROUP [RS_4]
+ Group By Operator [GBY_3] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
Select Operator [SEL_2] (rows=500 width=94)
TableScan [TS_0] (rows=500 width=94)
default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE
@@ -205,7 +205,7 @@ POSTHOOK: query: drop table src_orc_merge_test_part
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@src_orc_merge_test_part
POSTHOOK: Output: default@src_orc_merge_test_part
-Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Stage-1:MAPRED' is a cross product
+Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-1:MAPRED' is a cross product
PREHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2))
from (
select src1.key as k1, src1.value as v1,
@@ -229,40 +229,35 @@ POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in Stage-1
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT)
-Reducer 3 <- Reducer 2 (GROUP)
+Reducer 2 <- Map 1 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 3
- File Output Operator [FS_17]
- Group By Operator [GBY_15] (rows=1 width=8)
+ Reducer 2
+ File Output Operator [FS_15]
+ Group By Operator [GBY_13] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 2 [GROUP]
- GROUP [RS_14]
- Group By Operator [GBY_13] (rows=1 width=8)
+ <-Map 1 [GROUP]
+ GROUP [RS_12]
+ Group By Operator [GBY_11] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"]
- Select Operator [SEL_11] (rows=27556 width=22)
- Output:["_col0","_col1","_col2","_col3"]
- <-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_10]
- Map Join Operator [MAPJOIN_20] (rows=27556 width=22)
- Conds:(Inner),Output:["_col0","_col1","_col2","_col3"]
- <-Select Operator [SEL_2] (rows=166 width=10)
- Output:["_col0","_col1"]
- Filter Operator [FIL_18] (rows=166 width=10)
- predicate:(key < 10)
- TableScan [TS_0] (rows=500 width=10)
- default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
- Map Reduce Local Work
+ Map Join Operator [MAPJOIN_18] (rows=27556 width=22)
+ Conds:(Inner),Output:["_col0","_col1","_col2","_col3"]
+ <-Select Operator [SEL_2] (rows=166 width=10)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_16] (rows=166 width=10)
+ predicate:(key < 10)
+ TableScan [TS_0] (rows=500 width=10)
+ default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
+ Map Reduce Local Work
Stage-2
- Map 4
- keys: [HASHTABLESINK_22]
+ Map 3
+ keys: [HASHTABLESINK_20]
Select Operator [SEL_5] (rows=166 width=10)
Output:["_col0","_col1"]
- Filter Operator [FIL_19] (rows=166 width=10)
+ Filter Operator [FIL_17] (rows=166 width=10)
predicate:(key < 10)
TableScan [TS_3] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
@@ -343,88 +338,78 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SORT)
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 10 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT)
+Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 6 (PARTITION-LEVEL SORT), Reducer 8 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
Reducer 4 <- Reducer 3 (SORT)
Reducer 6 <- Map 5 (GROUP)
-Reducer 7 <- Reducer 6 (SORT)
-Reducer 9 <- Map 8 (GROUP)
+Reducer 8 <- Map 7 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
- File Output Operator [FS_38]
- Select Operator [SEL_37] (rows=1 width=20)
+ File Output Operator [FS_33]
+ Select Operator [SEL_31] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 3 [SORT]
- SORT [RS_36]
- Select Operator [SEL_35] (rows=1 width=20)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_34] (rows=1 width=20)
+ SORT [RS_30]
+ Select Operator [SEL_29] (rows=1 width=28)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_28] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [GROUP]
- GROUP [RS_33]
+ GROUP [RS_27]
PartitionCols:_col0, _col1
- Group By Operator [GBY_32] (rows=1 width=20)
+ Group By Operator [GBY_26] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col4, _col1
- Select Operator [SEL_31] (rows=1 width=20)
+ Select Operator [SEL_25] (rows=1 width=20)
Output:["_col1","_col4"]
- Filter Operator [FIL_29] (rows=1 width=20)
+ Filter Operator [FIL_23] (rows=1 width=20)
predicate:(((_col3 + _col6) >= 0) and ((_col3 > 0) or (_col1 >= 0)))
- Join Operator [JOIN_28] (rows=3 width=20)
+ Join Operator [JOIN_22] (rows=3 width=18)
Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_25]
+ PARTITION-LEVEL SORT [RS_19]
PartitionCols:_col0
Select Operator [SEL_2] (rows=18 width=84)
Output:["_col0","_col1"]
- Filter Operator [FIL_39] (rows=18 width=84)
+ Filter Operator [FIL_34] (rows=18 width=84)
predicate:key is not null
TableScan [TS_0] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
- <-Reducer 10 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=1 width=89)
- Output:["_col0","_col1"]
- <-Reducer 9 [SORT]
- SORT [RS_22]
- Select Operator [SEL_20] (rows=1 width=105)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_19] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 8 [GROUP]
- GROUP [RS_18]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_17] (rows=2 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_41] (rows=5 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
- TableScan [TS_14] (rows=20 width=88)
- default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
- <-Reducer 7 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_26]
+ <-Reducer 6 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_20]
PartitionCols:_col0
- Select Operator [SEL_12] (rows=1 width=97)
+ Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
- <-Reducer 6 [SORT]
- SORT [RS_11]
- Select Operator [SEL_9] (rows=1 width=97)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_8] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 5 [GROUP]
- GROUP [RS_7]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_6] (rows=2 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_40] (rows=5 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
- TableScan [TS_3] (rows=20 width=88)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ Group By Operator [GBY_8] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 5 [GROUP]
+ GROUP [RS_7]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_6] (rows=2 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
+ Filter Operator [FIL_35] (rows=5 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
+ TableScan [TS_3] (rows=20 width=88)
+ default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ <-Reducer 8 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=2 width=89)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_16] (rows=2 width=93)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 7 [GROUP]
+ GROUP [RS_15]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_14] (rows=2 width=93)
+ Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
+ Filter Operator [FIL_36] (rows=5 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
+ TableScan [TS_11] (rows=20 width=88)
+ default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc
PREHOOK: type: QUERY
@@ -433,81 +418,78 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT), Reducer 9 (PARTITION-LEVEL SORT)
+Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 6 (PARTITION-LEVEL SORT), Reducer 8 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
Reducer 4 <- Reducer 3 (SORT)
Reducer 6 <- Map 5 (GROUP)
-Reducer 7 <- Reducer 6 (SORT)
-Reducer 9 <- Map 8 (GROUP)
+Reducer 8 <- Map 7 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
- File Output Operator [FS_37]
- Select Operator [SEL_36] (rows=1 width=20)
+ File Output Operator [FS_35]
+ Select Operator [SEL_33] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 3 [SORT]
- SORT [RS_35]
- Group By Operator [GBY_33] (rows=1 width=20)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [GROUP]
- GROUP [RS_32]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_31] (rows=1 width=20)
- Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Select Operator [SEL_30] (rows=1 width=20)
- Output:["_col1","_col4"]
- Filter Operator [FIL_26] (rows=1 width=20)
- predicate:(((_col3 + _col6) >= 0) and ((UDFToLong(_col1) + _col4) >= 0) and ((_col1 >= 1) or (_col4 >= 1)) and ((_col3 > 0) or (_col1 >= 0)))
- Join Operator [JOIN_25] (rows=3 width=20)
- Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
- <-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=18 width=84)
- Output:["_col0","_col1"]
- Filter Operator [FIL_38] (rows=18 width=84)
- predicate:((c_int > 0) and key is not null)
- TableScan [TS_0] (rows=20 width=84)
- default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
- <-Reducer 7 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_23]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=1 width=97)
- Output:["_col0","_col1","_col2"]
- <-Reducer 6 [SORT]
- SORT [RS_11]
- Select Operator [SEL_9] (rows=1 width=105)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_8] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 5 [GROUP]
- GROUP [RS_7]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_6] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_39] (rows=2 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_3] (rows=20 width=88)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
- <-Reducer 9 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_24]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=1 width=89)
- Output:["_col0","_col1"]
- Group By Operator [GBY_19] (rows=1 width=93)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 8 [GROUP]
- GROUP [RS_18]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_17] (rows=1 width=93)
- Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
- Filter Operator [FIL_40] (rows=2 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_14] (rows=20 width=88)
- default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ SORT [RS_32]
+ Select Operator [SEL_31] (rows=1 width=28)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_30] (rows=1 width=20)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [GROUP]
+ GROUP [RS_29]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_28] (rows=1 width=20)
+ Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
+ Select Operator [SEL_27] (rows=1 width=20)
+ Output:["_col1","_col4"]
+ Filter Operator [FIL_23] (rows=1 width=20)
+ predicate:(((_col3 + _col6) >= 0) and ((UDFToLong(_col1) + _col4) >= 0) and ((_col1 >= 1) or (_col4 >= 1)) and ((_col3 > 0) or (_col1 >= 0)))
+ Join Operator [JOIN_22] (rows=3 width=18)
+ Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
+ <-Map 1 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=18 width=84)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_36] (rows=18 width=84)
+ predicate:((c_int > 0) and key is not null)
+ TableScan [TS_0] (rows=20 width=84)
+ default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
+ <-Reducer 6 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_9] (rows=1 width=97)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_8] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 5 [GROUP]
+ GROUP [RS_7]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_6] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
+ Filter Operator [FIL_37] (rows=2 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
+ TableScan [TS_3] (rows=20 width=88)
+ default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ <-Reducer 8 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1 width=89)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_16] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 7 [GROUP]
+ GROUP [RS_15]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_14] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
+ Filter Operator [FIL_38] (rows=2 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
+ TableScan [TS_11] (rows=20 width=88)
+ default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
PREHOOK: type: QUERY
@@ -516,75 +498,70 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 6 (PARTITION-LEVEL SORT), Reducer 8 (PARTITION-LEVEL SORT)
+Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 5 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
Reducer 5 <- Map 4 (GROUP)
-Reducer 6 <- Reducer 5 (SORT)
-Reducer 8 <- Map 7 (GROUP)
+Reducer 7 <- Map 6 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
- File Output Operator [FS_33]
- Group By Operator [GBY_31] (rows=1 width=20)
+ File Output Operator [FS_30]
+ Group By Operator [GBY_28] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [GROUP]
- GROUP [RS_30]
+ GROUP [RS_27]
PartitionCols:_col0, _col1
- Group By Operator [GBY_29] (rows=1 width=20)
+ Group By Operator [GBY_26] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Select Operator [SEL_28] (rows=1 width=20)
+ Select Operator [SEL_25] (rows=1 width=20)
Output:["_col1","_col4"]
- Filter Operator [FIL_26] (rows=1 width=20)
+ Filter Operator [FIL_23] (rows=1 width=20)
predicate:(((_col3 + _col6) >= 2) and ((_col3 > 0) or (_col1 >= 0)))
- Join Operator [JOIN_25] (rows=3 width=20)
+ Join Operator [JOIN_22] (rows=3 width=18)
Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_22]
+ PARTITION-LEVEL SORT [RS_19]
PartitionCols:_col0
Select Operator [SEL_2] (rows=18 width=84)
Output:["_col0","_col1"]
- Filter Operator [FIL_34] (rows=18 width=84)
+ Filter Operator [FIL_31] (rows=18 width=84)
predicate:key is not null
TableScan [TS_0] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
- <-Reducer 6 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_23]
+ <-Reducer 5 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_20]
PartitionCols:_col0
- Select Operator [SEL_12] (rows=1 width=97)
+ Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SORT]
- SORT [RS_11]
- Select Operator [SEL_9] (rows=1 width=105)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_8] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 4 [GROUP]
- GROUP [RS_7]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_6] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_35] (rows=2 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_3] (rows=20 width=88)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
- <-Reducer 8 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_24]
+ Group By Operator [GBY_8] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 4 [GROUP]
+ GROUP [RS_7]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_6] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
+ Filter Operator [FIL_32] (rows=2 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
+ TableScan [TS_3] (rows=20 width=88)
+ default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ <-Reducer 7 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_21]
PartitionCols:_col0
- Select Operator [SEL_20] (rows=1 width=89)
+ Select Operator [SEL_17] (rows=1 width=89)
Output:["_col0","_col1"]
- Group By Operator [GBY_19] (rows=1 width=93)
+ Group By Operator [GBY_16] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 7 [GROUP]
- GROUP [RS_18]
+ <-Map 6 [GROUP]
+ GROUP [RS_15]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_17] (rows=1 width=93)
+ Group By Operator [GBY_14] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
- Filter Operator [FIL_36] (rows=2 width=93)
+ Filter Operator [FIL_33] (rows=2 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_14] (rows=20 width=88)
+ TableScan [TS_11] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int
@@ -594,86 +571,76 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SORT)
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 10 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT)
+Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 6 (PARTITION-LEVEL SORT), Reducer 8 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
Reducer 4 <- Reducer 3 (SORT)
Reducer 6 <- Map 5 (GROUP)
-Reducer 7 <- Reducer 6 (SORT)
-Reducer 9 <- Map 8 (GROUP)
+Reducer 8 <- Map 7 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
- File Output Operator [FS_40]
- Select Operator [SEL_39] (rows=1 width=20)
+ File Output Operator [FS_34]
+ Select Operator [SEL_33] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 3 [SORT]
- SORT [RS_38]
- Group By Operator [GBY_36] (rows=1 width=20)
+ SORT [RS_32]
+ Group By Operator [GBY_30] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [GROUP]
- GROUP [RS_35]
+ GROUP [RS_29]
PartitionCols:_col0, _col1
- Group By Operator [GBY_34] (rows=1 width=20)
+ Group By Operator [GBY_28] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Select Operator [SEL_33] (rows=1 width=20)
+ Select Operator [SEL_27] (rows=1 width=20)
Output:["_col1","_col4"]
- Filter Operator [FIL_29] (rows=1 width=20)
+ Filter Operator [FIL_23] (rows=1 width=20)
predicate:(((_col3 + _col6) >= 0) and ((UDFToLong(_col1) + _col4) >= 0) and ((_col1 >= 1) or (_col4 >= 1)) and ((_col3 > 0) or (_col1 >= 0)))
- Join Operator [JOIN_28] (rows=3 width=20)
+ Join Operator [JOIN_22] (rows=3 width=18)
Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_25]
+ PARTITION-LEVEL SORT [RS_19]
PartitionCols:_col0
Select Operator [SEL_2] (rows=18 width=84)
Output:["_col0","_col1"]
- Filter Operator [FIL_41] (rows=18 width=84)
+ Filter Operator [FIL_35] (rows=18 width=84)
predicate:((c_int > 0) and key is not null)
TableScan [TS_0] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
- <-Reducer 10 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=1 width=89)
- Output:["_col0","_col1"]
- <-Reducer 9 [SORT]
- SORT [RS_22]
- Select Operator [SEL_20] (rows=1 width=105)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_19] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 8 [GROUP]
- GROUP [RS_18]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_17] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_43] (rows=2 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_14] (rows=20 width=88)
- default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
- <-Reducer 7 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_26]
+ <-Reducer 6 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_20]
PartitionCols:_col0
- Select Operator [SEL_12] (rows=1 width=97)
+ Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
- <-Reducer 6 [SORT]
- SORT [RS_11]
- Select Operator [SEL_9] (rows=1 width=105)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_8] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 5 [GROUP]
- GROUP [RS_7]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_6] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_42] (rows=2 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
- TableScan [TS_3] (rows=20 width=88)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ Group By Operator [GBY_8] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 5 [GROUP]
+ GROUP [RS_7]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_6] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
+ Filter Operator [FIL_36] (rows=2 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
+ TableScan [TS_3] (rows=20 width=88)
+ default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ <-Reducer 8 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1 width=89)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_16] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 7 [GROUP]
+ GROUP [RS_15]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_14] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
+ Filter Operator [FIL_37] (rows=2 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and key is not null)
+ TableScan [TS_11] (rows=20 width=88)
+ default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
PREHOOK: type: QUERY
@@ -704,7 +671,7 @@ Stage-0
Output:["_col1","_col4"]
Filter Operator [FIL_23] (rows=1 width=20)
predicate:(((_col3 + _col6) >= 0) and ((_col3 > 0) or (_col1 >= 0)))
- Join Operator [JOIN_22] (rows=3 width=20)
+ Join Operator [JOIN_22] (rows=3 width=18)
Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_19]
@@ -783,11 +750,11 @@ Stage-0
limit:-1
Stage-1
Reducer 3
- File Output Operator [FS_26]
- Select Operator [SEL_25] (rows=3 width=87)
+ File Output Operator [FS_25]
+ Select Operator [SEL_24] (rows=3 width=87)
Output:["_col0"]
<-Reducer 2 [SORT]
- SORT [RS_24]
+ SORT [RS_23]
Select Operator [SEL_5] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_4] (rows=1 width=8)
@@ -801,7 +768,7 @@ Stage-0
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 5 [SORT]
- SORT [RS_24]
+ SORT [RS_23]
Select Operator [SEL_12] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_11] (rows=1 width=8)
@@ -815,18 +782,18 @@ Stage-0
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 7 [SORT]
- SORT [RS_24]
- Select Operator [SEL_21] (rows=1 width=87)
+ SORT [RS_23]
+ Select Operator [SEL_20] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_20] (rows=1 width=8)
+ Group By Operator [GBY_19] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 6 [GROUP]
- GROUP [RS_19]
- Group By Operator [GBY_18] (rows=1 width=8)
+ GROUP [RS_18]
+ Group By Operator [GBY_17] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
- Select Operator [SEL_17] (rows=20 width=80)
+ Select Operator [SEL_16] (rows=20 width=80)
Output:["key"]
- TableScan [TS_16] (rows=20 width=80)
+ TableScan [TS_15] (rows=20 width=80)
default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1
@@ -855,18 +822,18 @@ Stage-0
limit:-1
Stage-1
Reducer 4
- File Output Operator [FS_31]
- Select Operator [SEL_30] (rows=1 width=95)
+ File Output Operator [FS_30]
+ Select Operator [SEL_29] (rows=1 width=95)
Output:["_col0","_col1"]
<-Reducer 3 [SORT]
- SORT [RS_29]
- Group By Operator [GBY_27] (rows=1 width=95)
+ SORT [RS_28]
+ Group By Operator [GBY_26] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [GROUP]
- GROUP [RS_26]
+ GROUP [RS_25]
PartitionCols:_col0
- Group By Operator [GBY_25] (rows=1 width=95)
- Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
+ Group By Operator [GBY_24] (rows=1 width=95)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
Select Operator [SEL_5] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_4] (rows=1 width=8)
@@ -880,10 +847,10 @@ Stage-0
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 6 [GROUP]
- GROUP [RS_26]
+ GROUP [RS_25]
PartitionCols:_col0
- Group By Operator [GBY_25] (rows=1 width=95)
- Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
+ Group By Operator [GBY_24] (rows=1 width=95)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
Select Operator [SEL_12] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_11] (rows=1 width=8)
@@ -897,21 +864,21 @@ Stage-0
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 8 [GROUP]
- GROUP [RS_26]
+ GROUP [RS_25]
PartitionCols:_col0
- Group By Operator [GBY_25] (rows=1 width=95)
- Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
- Select Operator [SEL_21] (rows=1 width=87)
+ Group By Operator [GBY_24] (rows=1 width=95)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
+ Select Operator [SEL_20] (rows=1 width=87)
Output:["_col0"]
- Group By Operator [GBY_20] (rows=1 width=8)
+ Group By Operator [GBY_19] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 7 [GROUP]
- GROUP [RS_19]
- Group By Operator [GBY_18] (rows=1 width=8)
+ GROUP [RS_18]
+ Group By Operator [GBY_17] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
- Select Operator [SEL_17] (rows=20 width=80)
+ Select Operator [SEL_16] (rows=20 width=80)
Output:["key"]
- TableScan [TS_16] (rows=20 width=80)
+ TableScan [TS_15] (rows=20 width=80)
default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1
@@ -965,9 +932,9 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_8]
- Select Operator [SEL_7] (rows=100 width=8)
+ Select Operator [SEL_7] (rows=80 width=7)
Output:["_col0","_col1"]
- Join Operator [JOIN_6] (rows=100 width=8)
+ Join Operator [JOIN_6] (rows=80 width=7)
Output:["_col1","_col3"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
@@ -999,9 +966,9 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_8]
- Select Operator [SEL_7] (rows=100 width=8)
+ Select Operator [SEL_7] (rows=80 width=7)
Output:["_col0","_col1"]
- Join Operator [JOIN_6] (rows=100 width=8)
+ Join Operator [JOIN_6] (rows=80 width=7)
Output:["_col1","_col3"],condition map:[{"":"{\"type\":\"Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
@@ -1033,9 +1000,9 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_14]
- Select Operator [SEL_13] (rows=291 width=101)
+ Select Operator [SEL_13] (rows=194 width=100)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Join Operator [JOIN_12] (rows=291 width=101)
+ Join Operator [JOIN_12] (rows=194 width=100)
Output:["_col1","_col2","_col4","_col5","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
@@ -1080,9 +1047,9 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_14]
- Select Operator [SEL_13] (rows=291 width=178)
+ Select Operator [SEL_13] (rows=194 width=177)
Output:["_col0","_col1","_col2","_col3"]
- Join Operator [JOIN_12] (rows=291 width=178)
+ Join Operator [JOIN_12] (rows=194 width=177)
Output:["_col0","_col1","_col3","_col4"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
@@ -1127,11 +1094,11 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_16]
- Select Operator [SEL_15] (rows=72 width=101)
+ Select Operator [SEL_15] (rows=40 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_13] (rows=72 width=101)
+ Filter Operator [FIL_13] (rows=40 width=101)
predicate:(((_col1 > 0) or (_col6 >= 0)) and ((_col1 + _col4) = 2))
- Join Operator [JOIN_12] (rows=145 width=101)
+ Join Operator [JOIN_12] (rows=81 width=100)
Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
@@ -1176,11 +1143,11 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_16]
- Select Operator [SEL_15] (rows=72 width=101)
+ Select Operator [SEL_15] (rows=40 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_13] (rows=72 width=101)
+ Filter Operator [FIL_13] (rows=40 width=101)
predicate:(((_col1 > 0) or (_col6 >= 0)) and ((_col1 + _col4) = 2))
- Join Operator [JOIN_12] (rows=145 width=101)
+ Join Operator [JOIN_12] (rows=81 width=100)
Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
@@ -1222,10 +1189,10 @@ Reducer 3 <- Reducer 2 (SORT)
Stage-0
Fetch Operator
- limit:1
+ limit:-1
Stage-1
Reducer 3
- File Output Operator [FS_10]
+ File Output Operator [FS_11]
Limit [LIM_9] (rows=1 width=97)
Number of rows:1
Select Operator [SEL_8] (rows=10 width=97)
@@ -1296,38 +1263,15 @@ POSTHOOK: query: explain select key from(select key from (select key from cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (GROUP)
-Reducer 3 <- Reducer 2 (GROUP)
-
Stage-0
Fetch Operator
limit:5
- Stage-1
- Reducer 3
- File Output Operator [FS_13]
- Limit [LIM_12] (rows=5 width=85)
- Number of rows:5
- Limit [LIM_10] (rows=5 width=85)
- Number of rows:5
- Select Operator [SEL_9] (rows=5 width=85)
- Output:["_col0"]
- <-Reducer 2 [GROUP]
- GROUP [RS_8]
- Limit [LIM_7] (rows=5 width=85)
- Number of rows:5
- Limit [LIM_5] (rows=5 width=85)
- Number of rows:5
- Select Operator [SEL_4] (rows=5 width=85)
- Output:["_col0"]
- <-Map 1 [GROUP]
- GROUP [RS_3]
- Limit [LIM_2] (rows=5 width=85)
- Number of rows:5
- Select Operator [SEL_1] (rows=20 width=80)
- Output:["_col0"]
- TableScan [TS_0] (rows=20 width=80)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ Limit [LIM_2]
+ Number of rows:5
+ Select Operator [SEL_1]
+ Output:["_col0"]
+ TableScan [TS_0]
+ Output:["key"]
PREHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5
PREHOOK: type: QUERY
@@ -1386,18 +1330,18 @@ Reducer 9 <- Reducer 8 (SORT)
Stage-0
Fetch Operator
- limit:5
+ limit:-1
Stage-1
Reducer 6
- File Output Operator [FS_45]
- Limit [LIM_44] (rows=1 width=20)
+ File Output Operator [FS_46]
+ Limit [LIM_44] (rows=1 width=28)
Number of rows:5
- Select Operator [SEL_43] (rows=1 width=20)
+ Select Operator [SEL_43] (rows=1 width=28)
Output:["_col0","_col1","_col2"]
<-Reducer 5 [SORT]
SORT [RS_42]
- Select Operator [SEL_41] (rows=1 width=20)
- Output:["_col0","_col1","_col2"]
+ Select Operator [SEL_41] (rows=1 width=28)
+ Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_40] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [GROUP]
@@ -1405,18 +1349,18 @@ Stage-0
PartitionCols:_col0, _col1
Group By Operator [GBY_38] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col4, _col6
- Select Operator [SEL_37] (rows=3 width=20)
+ Select Operator [SEL_37] (rows=2 width=20)
Output:["_col4","_col6"]
- Filter Operator [FIL_35] (rows=3 width=20)
+ Filter Operator [FIL_35] (rows=2 width=20)
predicate:(((_col3 > 0) or (_col6 >= 0)) and ((_col3 + _col1) >= 0))
- Join Operator [JOIN_34] (rows=7 width=20)
+ Join Operator [JOIN_34] (rows=6 width=19)
Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 10 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_33]
PartitionCols:_col0
Select Operator [SEL_30] (rows=18 width=84)
Output:["_col0","_col1"]
- Filter Operator [FIL_48] (rows=18 width=84)
+ Filter Operator [FIL_49] (rows=18 width=84)
predicate:key is not null
TableScan [TS_28] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
@@ -1432,7 +1376,7 @@ Stage-0
<-Reducer 2 [SORT]
SORT [RS_8]
Select Operator [SEL_6] (rows=3 width=105)
- Output:["_col0","_col1","_col2","_col3"]
+ Output:["_col0","_col1","_col2","_col5"]
Group By Operator [GBY_5] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [GROUP]
@@ -1440,7 +1384,7 @@ Stage-0
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_46] (rows=6 width=93)
+ Filter Operator [FIL_47] (rows=6 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
@@ -1464,7 +1408,7 @@ Stage-0
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_17] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_47] (rows=6 width=93)
+ Filter Operator [FIL_48] (rows=6 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_14] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
@@ -1500,7 +1444,7 @@ Stage-0
<-Map 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
PartitionCols:_col0
- Group By Operator [GBY_7] (rows=5 width=85)
+ Group By Operator [GBY_7] (rows=6 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=18 width=80)
Output:["_col0"]
@@ -1524,9 +1468,9 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=16 width=93)
+ Select Operator [SEL_17] (rows=14 width=93)
Output:["_col0","_col1","_col2"]
- Join Operator [JOIN_16] (rows=16 width=93)
+ Join Operator [JOIN_16] (rows=14 width=93)
Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_13]
@@ -1540,7 +1484,7 @@ Stage-0
<-Map 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_14]
PartitionCols:_col0
- Group By Operator [GBY_10] (rows=3 width=85)
+ Group By Operator [GBY_10] (rows=4 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=9 width=85)
Output:["_col0"]
@@ -1551,7 +1495,7 @@ Stage-0
<-Map 4 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_15]
PartitionCols:_col0
- Group By Operator [GBY_12] (rows=6 width=85)
+ Group By Operator [GBY_12] (rows=7 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_8] (rows=18 width=80)
Output:["_col0"]
@@ -1568,91 +1512,81 @@ Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (GROUP)
-Reducer 3 <- Reducer 2 (SORT)
-Reducer 4 <- Map 10 (PARTITION-LEVEL SORT), Reducer 3 (PARTITION-LEVEL SORT), Reducer 9 (PARTITION-LEVEL SORT)
-Reducer 5 <- Reducer 4 (GROUP)
-Reducer 6 <- Reducer 5 (SORT)
-Reducer 8 <- Map 7 (GROUP)
-Reducer 9 <- Reducer 8 (SORT)
+Reducer 3 <- Map 8 (PARTITION-LEVEL SORT), Reducer 2 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT)
+Reducer 4 <- Reducer 3 (GROUP)
+Reducer 5 <- Reducer 4 (SORT)
+Reducer 7 <- Map 6 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
- Reducer 6
- File Output Operator [FS_41]
- Select Operator [SEL_40] (rows=1 width=101)
+ Reducer 5
+ File Output Operator [FS_35]
+ Select Operator [SEL_34] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SORT]
- SORT [RS_39]
- Select Operator [SEL_38] (rows=1 width=101)
+ <-Reducer 4 [SORT]
+ SORT [RS_33]
+ Select Operator [SEL_32] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_37] (rows=1 width=101)
+ Group By Operator [GBY_31] (rows=1 width=101)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [GROUP]
- GROUP [RS_36]
+ <-Reducer 3 [GROUP]
+ GROUP [RS_30]
PartitionCols:_col0, _col1
- Group By Operator [GBY_35] (rows=1 width=101)
+ Group By Operator [GBY_29] (rows=1 width=101)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0
- Join Operator [JOIN_33] (rows=1 width=93)
+ Join Operator [JOIN_27] (rows=1 width=93)
Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"}
- <-Map 10 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_32]
+ <-Map 8 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_26]
PartitionCols:_col0
- Group By Operator [GBY_29] (rows=3 width=85)
+ Group By Operator [GBY_23] (rows=3 width=85)
Output:["_col0"],keys:_col0
- Select Operator [SEL_25] (rows=6 width=85)
+ Select Operator [SEL_19] (rows=6 width=85)
Output:["_col0"]
- Filter Operator [FIL_44] (rows=6 width=85)
+ Filter Operator [FIL_38] (rows=6 width=85)
predicate:(UDFToDouble(key) > 0.0)
- TableScan [TS_23] (rows=20 width=80)
+ TableScan [TS_17] (rows=20 width=80)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
- <-Reducer 3 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_30]
+ <-Reducer 2 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_24]
PartitionCols:_col0
- Select Operator [SEL_10] (rows=1 width=93)
+ Select Operator [SEL_8] (rows=1 width=93)
Output:["_col0","_col1"]
- <-Reducer 2 [SORT]
- SORT [RS_9]
- Select Operator [SEL_8] (rows=1 width=101)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_7] (rows=1 width=101)
- predicate:(((UDFToDouble(_col2) >= 1.0) or (_col3 >= 1)) and ((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0))
- Select Operator [SEL_6] (rows=1 width=101)
- Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_5] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 1 [GROUP]
- GROUP [RS_4]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_3] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_42] (rows=1 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and (((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0)) and (UDFToDouble(key) > 0.0))
- TableScan [TS_0] (rows=20 width=88)
- default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
- <-Reducer 9 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_31]
+ Filter Operator [FIL_7] (rows=1 width=101)
+ predicate:(((UDFToDouble(_col2) >= 1.0) or (_col3 >= 1)) and ((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0))
+ Select Operator [SEL_6] (rows=1 width=101)
+ Output:["_col2","_col3"]
+ Group By Operator [GBY_5] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 1 [GROUP]
+ GROUP [RS_4]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_3] (rows=1 width=101)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
+ Filter Operator [FIL_36] (rows=1 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and (((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0)) and (UDFToDouble(key) > 0.0))
+ TableScan [TS_0] (rows=20 width=88)
+ default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ <-Reducer 7 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_25]
PartitionCols:_col0
- Group By Operator [GBY_27] (rows=1 width=85)
+ Group By Operator [GBY_21] (rows=1 width=85)
Output:["_col0"],keys:_col0
- Select Operator [SEL_21] (rows=1 width=85)
+ Select Operator [SEL_15] (rows=1 width=85)
Output:["_col0"]
- <-Reducer 8 [SORT]
- SORT [RS_20]
- Select Operator [SEL_18] (rows=1 width=93)
- Output:["_col0","_col1"]
- Group By Operator [GBY_17] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Map 7 [GROUP]
- GROUP [RS_16]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_15] (rows=1 width=101)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
- Filter Operator [FIL_43] (rows=1 width=93)
- predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and (UDFToDouble(key) > 0.0))
- TableScan [TS_12] (rows=20 width=88)
- default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
+ Group By Operator [GBY_14] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Map 6 [GROUP]
+ GROUP [RS_13]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_12] (rows=1 width=93)
+ Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
+ Filter Operator [FIL_37] (rows=1 width=93)
+ predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0) and (UDFToDouble(key) > 0.0))
+ TableScan [TS_9] (rows=20 width=88)
+ default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1
PREHOOK: type: QUERY
@@ -1760,11 +1694,11 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_19]
- Select Operator [SEL_18] (rows=1 width=178)
+ Select Operator [SEL_18] (rows=366 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_17] (rows=1 width=182)
+ Filter Operator [FIL_17] (rows=366 width=179)
predicate:_col3 is null
- Join Operator [JOIN_16] (rows=500 width=182)
+ Join Operator [JOIN_16] (rows=500 width=179)
Output:["_col0","_col1","_col3"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_14]
@@ -1776,21 +1710,21 @@ Stage-0
<-Reducer 4 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_15]
PartitionCols:_col0
- Select Operator [SEL_13] (rows=36 width=95)
+ Select Operator [SEL_13] (rows=83 width=95)
Output:["_col0","_col1"]
- Group By Operator [GBY_12] (rows=36 width=91)
+ Group By Operator [GBY_12] (rows=83 width=91)
Output:["_col0"],keys:_col1
- Select Operator [SEL_8] (rows=41 width=178)
+ Select Operator [SEL_8] (rows=83 width=178)
Output:["_col1"]
- Group By Operator [GBY_7] (rows=41 width=178)
+ Group By Operator [GBY_7] (rows=83 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Map 3 [GROUP PARTITION-LEVEL SORT]
GROUP PARTITION-LEVEL SORT [RS_6]
PartitionCols:_col0
- Group By Operator [GBY_5] (rows=41 width=178)
+ Group By Operator [GBY_5] (rows=83 width=178)
Output:["_col0","_col1"],keys:value, key
- Filter Operator [FIL_20] (rows=83 width=178)
- predicate:((value = value) and (value > 'val_2'))
+ Filter Operator [FIL_20] (rows=166 width=178)
+ predicate:(value > 'val_2')
TableScan [TS_2] (rows=500 width=178)
default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
@@ -1825,11 +1759,11 @@ Stage-0
Stage-1
Reducer 3
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=1 width=178)
+ Select Operator [SEL_17] (rows=250 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_16] (rows=1 width=182)
+ Filter Operator [FIL_16] (rows=250 width=178)
predicate:_col4 is null
- Join Operator [JOIN_15] (rows=250 width=182)
+ Join Operator [JOIN_15] (rows=250 width=178)
Output:["_col0","_col1","_col4"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0, _col1","1":"_col0, _col1"}
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_13]
@@ -1848,17 +1782,17 @@ Stage-0
<-Reducer 5 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_14]
PartitionCols:_col0, _col1
- Select Operator [SEL_12] (rows=20 width=182)
+ Select Operator [SEL_12] (rows=83 width=182)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_11] (rows=20 width=178)
+ Group By Operator [GBY_11] (rows=83 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Map 4 [GROUP]
GROUP [RS_10]
PartitionCols:_col0, _col1
- Group By Operator [GBY_9] (rows=20 width=178)
+ Group By Operator [GBY_9] (rows=83 width=178)
Output:["_col0","_col1"],keys:key, value
- Filter Operator [FIL_19] (rows=41 width=178)
- predicate:((value = value) and (key = key) and (value > 'val_12'))
+ Filter Operator [FIL_19] (rows=166 width=178)
+ predicate:((value > 'val_12') and key is not null)
TableScan [TS_6] (rows=500 width=178)
default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
@@ -1913,12 +1847,12 @@ Stage-0
<-Map 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_8]
PartitionCols:_col0, _col1
- Group By Operator [GBY_6] (rows=20 width=178)
+ Group By Operator [GBY_6] (rows=83 width=178)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_4] (rows=41 width=178)
+ Select Operator [SEL_4] (rows=166 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_12] (rows=41 width=178)
- predicate:((value = value) and (key = key) and (value > 'val_9'))
+ Filter Operator [FIL_12] (rows=166 width=178)
+ predicate:((value > 'val_9') and key is not null)
TableScan [TS_2] (rows=500 width=178)
default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
@@ -1963,12 +1897,12 @@ Stage-0
<-Map 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_8]
PartitionCols:_col0, _col1
- Group By Operator [GBY_6] (rows=20 width=178)
+ Group By Operator [GBY_6] (rows=83 width=178)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_4] (rows=41 width=178)
+ Select Operator [SEL_4] (rows=166 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_12] (rows=41 width=178)
- predicate:((value = value) and (key = key) and (value > 'val_9'))
+ Filter Operator [FIL_12] (rows=166 width=178)
+ predicate:((value > 'val_9') and key is not null)
TableScan [TS_2] (rows=500 width=178)
default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
@@ -1991,7 +1925,7 @@ Stage-0
Stage-1
Reducer 2
File Output Operator [FS_12]
- Join Operator [JOIN_10] (rows=166 width=178)
+ Join Operator [JOIN_10] (rows=133 width=178)
Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_8]
@@ -2005,7 +1939,7 @@ Stage-0
<-Map 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_9]
PartitionCols:_col0
- Group By Operator [GBY_7] (rows=69 width=87)
+ Group By Operator [GBY_7] (rows=83 width=87)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=166 width=87)
Output:["_col0"]
@@ -2037,32 +1971,32 @@ Stage-0
Stage-1
Reducer 4
File Output Operator [FS_22]
- Select Operator [SEL_21] (rows=5 width=8)
+ Select Operator [SEL_21] (rows=7 width=8)
Output:["_col0","_col1"]
- Join Operator [JOIN_20] (rows=5 width=8)
+ Join Operator [JOIN_20] (rows=7 width=8)
Output:["_col0","_col3"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1, _col4","1":"_col0, _col1"}
<-Map 6 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_19]
PartitionCols:_col0, _col1
- Group By Operator [GBY_17] (rows=2 width=8)
+ Group By Operator [GBY_17] (rows=4 width=8)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_12] (rows=7 width=8)
+ Select Operator [SEL_12] (rows=14 width=8)
Output:["_col0","_col1"]
- Filter Operator [FIL_25] (rows=7 width=96)
- predicate:((l_shipmode = 'AIR') and (l_linenumber = l_linenumber))
+ Filter Operator [FIL_25] (rows=14 width=96)
+ predicate:((l_shipmode = 'AIR') and l_linenumber is not null)
TableScan [TS_10] (rows=100 width=96)
default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"]
<-Reducer 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_18]
PartitionCols:_col1, _col4
- Join Operator [JOIN_15] (rows=5 width=16)
+ Join Operator [JOIN_15] (rows=7 width=16)
Output:["_col0","_col1","_col3","_col4"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col1"}
<-Map 5 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_14]
PartitionCols:_col1
- Select Operator [SEL_9] (rows=17 width=16)
+ Select Operator [SEL_9] (rows=14 width=16)
Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_24] (rows=17 width=16)
+ Filter Operator [FIL_24] (rows=14 width=16)
predicate:((l_linenumber = 1) and l_partkey is not null)
TableScan [TS_7] (rows=100 width=16)
default@lineitem,li,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_partkey","l_suppkey","l_linenumber"]
@@ -2096,78 +2030,74 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Reducer 6 (PARTITION-LEVEL SORT)
+Reducer 2 <- Map 1 (PARTITION-LEVEL SORT), Map 5 (PARTITION-LEVEL SORT)
Reducer 3 <- Reducer 2 (GROUP)
-Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT), Reducer 8 (PARTITION-LEVEL SORT)
-Reducer 6 <- Map 5 (GROUP)
-Reducer 8 <- Map 7 (GROUP)
+Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT), Reducer 7 (PARTITION-LEVEL SORT)
+Reducer 7 <- Map 6 (GROUP)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
- File Output Operator [FS_33]
- Join Operator [JOIN_31] (rows=34 width=186)
+ File Output Operator [FS_31]
+ Join Operator [JOIN_29] (rows=32 width=186)
Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col2","1":"_col0"}
<-Reducer 3 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_29]
+ PARTITION-LEVEL SORT [RS_27]
PartitionCols:_col2
- Filter Operator [FIL_17] (rows=83 width=186)
+ Filter Operator [FIL_15] (rows=66 width=186)
predicate:_col2 is not null
- Group By Operator [GBY_16] (rows=83 width=186)
+ Group By Operator [GBY_14] (rows=66 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [GROUP]
- GROUP [RS_15]
+ GROUP [RS_13]
PartitionCols:_col0, _col1
- Group By Operator [GBY_14] (rows=83 width=186)
+ Group By Operator [GBY_12] (rows=66 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1
- Join Operator [JOIN_12] (rows=166 width=178)
- Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
+ Join Operator [JOIN_10] (rows=133 width=178)
+ Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
<-Map 1 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_10]
+ PARTITION-LEVEL SORT [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_34] (rows=166 width=178)
+ Filter Operator [FIL_32] (rows=166 width=178)
predicate:(key > '8')
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
- <-Reducer 6 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_11]
+ <-Map 5 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_9]
PartitionCols:_col0
- Group By Operator [GBY_8] (rows=69 width=87)
- Output:["_col0"],keys:KEY._col0
- <-Map 5 [GROUP]
- GROUP [RS_7]
- PartitionCols:_col0
- Group By Operator [GBY_6] (rows=69 width=87)
- Output:["_col0"],keys:key
- Filter Operator [FIL_35] (rows=166 width=87)
- predicate:(key > '8')
- TableScan [TS_3] (rows=500 width=87)
- default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
- <-Reducer 8 [PARTITION-LEVEL SORT]
- PARTITION-LEVEL SORT [RS_30]
+ Group By Operator [GBY_7] (rows=83 width=87)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_5] (rows=166 width=87)
+ Output:["_col0"]
+ Filter Operator [FIL_33] (rows=166 width=87)
+ predicate:(key > '8')
+ TableScan [TS_3] (rows=500 width=87)
+ default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ <-Reducer 7 [PARTITION-LEVEL SORT]
+ PARTITION-LEVEL SORT [RS_28]
PartitionCols:_col0
- Group By Operator [GBY_28] (rows=34 width=8)
+ Group By Operator [GBY_26] (rows=41 width=8)
Output:["_col0"],keys:_col0
- Select Operator [SEL_26] (rows=69 width=8)
+ Select Operator [SEL_24] (rows=83 width=8)
Output:["_col0"]
- Filter Operator [FIL_25] (rows=69 width=8)
+ Filter Operator [FIL_23] (rows=83 width=8)
predicate:_col1 is not null
- Select Operator [SEL_37] (rows=69 width=8)
+ Select Operator [SEL_35] (rows=83 width=8)
Output:["_col1"]
- Group By Operator [GBY_24] (rows=69 width=95)
+ Group By Operator [GBY_22] (rows=83 width=95)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Map 7 [GROUP]
- GROUP [RS_23]
+ <-Map 6 [GROUP]
+ GROUP [RS_21]
PartitionCols:_col0
- Group By Operator [GBY_22] (rows=69 width=95)
+ Group By Operator [GBY_20] (rows=83 width=95)
Output:["_col0","_col1"],aggregations:["count()"],keys:key
- Filter Operator [FIL_36] (rows=166 width=87)
+ Filter Operator [FIL_34] (rows=166 width=87)
predicate:(key > '9')
- TableScan [TS_19] (rows=500 width=87)
+ TableScan [TS_17] (rows=500 width=87)
default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select p_mfgr, p_name, avg(p_size)
@@ -2267,9 +2197,9 @@ Stage-0
SORT [RS_24]
Select Operator [SEL_23] (rows=500 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_22] (rows=500 width=198)
+ Filter Operator [FIL_22] (rows=500 width=195)
predicate:((_col2 = 0) or (_col5 is null and _col0 is not null and (_col3 >= _col2)))
- Join Operator [JOIN_21] (rows=500 width=198)
+ Join Operator [JOIN_21] (rows=500 width=195)
Output:["_col0","_col1","_col2","_col3","_col5"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"}
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_19]
@@ -2297,14 +2227,14 @@ Stage-0
<TRUNCATED>