You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/11/23 06:59:26 UTC
svn commit: r1641162 [18/24] - in /hive/trunk:
hbase-handler/src/test/results/positive/
metastore/src/java/org/apache/hadoop/hive/metastore/
ql/src/java/org/apache/hadoop/hive/ql/parse/
ql/src/test/results/clientnegative/ ql/src/test/results/clientposi...
Modified: hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out?rev=1641162&r1=1641161&r2=1641162&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out Sun Nov 23 05:59:20 2014
@@ -436,8 +436,8 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
- Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+ Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
@@ -455,19 +455,19 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: (hr is not null and (hour = 11)) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (hr is not null and (hour = 11)) (type: boolean)
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: hr (type: string)
+ key expressions: ds (type: string)
sort order: +
- Map-reduce partition columns: hr (type: string)
+ Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: hr (type: string)
+ expressions: ds (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -477,26 +477,26 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: hr
+ Partition key expr: ds
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: hr
+ Target column: ds
Target Vertex: Map 1
Map 6
Map Operator Tree:
TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_hour
+ filterExpr: (hr is not null and (hour = 11)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ predicate: (hr is not null and (hour = 11)) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: ds (type: string)
+ key expressions: hr (type: string)
sort order: +
- Map-reduce partition columns: ds (type: string)
+ Map-reduce partition columns: hr (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: ds (type: string)
+ expressions: hr (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -506,9 +506,9 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: ds
+ Partition key expr: hr
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: ds
+ Target column: hr
Target Vertex: Map 1
Reducer 2
Reduce Operator Tree:
@@ -605,8 +605,8 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
- Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+ Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
@@ -625,30 +625,30 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: (hr is not null and (hour = 11)) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (hr is not null and (hour = 11)) (type: boolean)
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: hr (type: string)
+ key expressions: ds (type: string)
sort order: +
- Map-reduce partition columns: hr (type: string)
+ Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_hour
+ filterExpr: (hr is not null and (hour = 11)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ predicate: (hr is not null and (hour = 11)) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: ds (type: string)
+ key expressions: hr (type: string)
sort order: +
- Map-reduce partition columns: ds (type: string)
+ Map-reduce partition columns: hr (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reducer 2
Reduce Operator Tree:
@@ -1839,15 +1839,31 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
- Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
- Reducer 5 <- Map 4 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+ Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+ Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: (ds = '2008-04-08') (type: boolean)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: ds (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
filterExpr: ds is not null (type: boolean)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1869,25 +1885,21 @@ STAGE PLANS:
Partition key expr: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Target column: ds
- Target Vertex: Map 4
- Map 4
- Map Operator Tree:
- TableScan
- alias: srcpart
- filterExpr: (ds = '2008-04-08') (type: boolean)
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: ds (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Target Vertex: Map 1
Reducer 2
Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Reducer 3
+ Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
@@ -1904,7 +1916,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
- Reducer 3
+ Reducer 4
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -1922,18 +1934,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 5
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Stage: Stage-0
Fetch Operator
@@ -2328,16 +2328,6 @@ STAGE PLANS:
Map 1
Map Operator Tree:
TableScan
- alias: srcpart
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Map 4
- Map Operator Tree:
- TableScan
alias: srcpart_date
filterExpr: (date = '2008-04-08') (type: boolean)
Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
@@ -2363,7 +2353,17 @@ STAGE PLANS:
Partition key expr: ds
Statistics: Num rows: 1 Data size: 21 Basic stats: COMPLETE Column stats: NONE
Target column: ds
- Target Vertex: Map 1
+ Target Vertex: Map 4
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ds (type: string)
+ sort order: +
+ Map-reduce partition columns: ds (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Merge Join Operator
@@ -2511,8 +2511,8 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
- Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+ Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
@@ -2530,18 +2530,19 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: '11' (type: string)
+ key expressions: ds (type: string)
sort order: +
+ Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: '11' (type: string)
+ expressions: ds (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -2551,26 +2552,25 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: hr
+ Partition key expr: ds
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: hr
+ Target column: ds
Target Vertex: Map 1
Map 6
Map Operator Tree:
TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_hour
+ filterExpr: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ predicate: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: ds (type: string)
+ key expressions: '11' (type: string)
sort order: +
- Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: ds (type: string)
+ expressions: '11' (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -2580,9 +2580,9 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: ds
+ Partition key expr: hr
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: ds
+ Target column: hr
Target Vertex: Map 1
Reducer 2
Reduce Operator Tree:
@@ -2673,8 +2673,8 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
- Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+ Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
@@ -2682,19 +2682,6 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: (hr = 13) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (hr = 13) (type: boolean)
- Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: '13' (type: string)
- sort order: +
- Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
- Map 6
- Map Operator Tree:
- TableScan
alias: srcpart_date
filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
@@ -2706,6 +2693,19 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: srcpart_hour
+ filterExpr: (hr = 13) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (hr = 13) (type: boolean)
+ Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '13' (type: string)
+ sort order: +
+ Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Merge Join Operator
@@ -2791,23 +2791,34 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
- Reducer 4 <- Map 6 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE)
- Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
- Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 3 (CONTAINS)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 6 (SIMPLE_EDGE)
+ Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 5 <- Map 4 (SIMPLE_EDGE), Union 6 (CONTAINS)
+ Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 6 (CONTAINS)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ds is not null (type: boolean)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ds (type: string)
+ sort order: +
+ Map-reduce partition columns: ds (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: min(ds)
+ aggregations: max(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -2815,17 +2826,6 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 6
- Map Operator Tree:
- TableScan
- alias: srcpart
- filterExpr: ds is not null (type: boolean)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Map 7
Map Operator Tree:
TableScan
@@ -2836,7 +2836,7 @@ STAGE PLANS:
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: min(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -2846,8 +2846,44 @@ STAGE PLANS:
value expressions: _col0 (type: string)
Reducer 2
Reduce Operator Tree:
+ Merge Join Operator
+ condition map:
+ Left Semi Join 0 to 1
+ condition expressions:
+ 0
+ 1
+ Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reducer 5
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Filter Operator
@@ -2871,47 +2907,11 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 6
- Reducer 4
- Reduce Operator Tree:
- Merge Join Operator
- condition map:
- Left Semi Join 0 to 1
- condition expressions:
- 0
- 1
- Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reducer 5
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: bigint)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Target Vertex: Map 1
Reducer 8
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Filter Operator
@@ -2935,9 +2935,9 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 6
- Union 3
- Vertex: Union 3
+ Target Vertex: Map 1
+ Union 6
+ Vertex: Union 6
Stage: Stage-0
Fetch Operator
@@ -2974,23 +2974,34 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
- Reducer 4 <- Map 6 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE)
- Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
- Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 3 (CONTAINS)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 6 (SIMPLE_EDGE)
+ Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+ Reducer 5 <- Map 4 (SIMPLE_EDGE), Union 6 (CONTAINS)
+ Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 6 (CONTAINS)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ds is not null (type: boolean)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ds (type: string)
+ sort order: +
+ Map-reduce partition columns: ds (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: ds (type: string)
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: min(ds)
+ aggregations: max(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -2998,17 +3009,6 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
- Map 6
- Map Operator Tree:
- TableScan
- alias: srcpart
- filterExpr: ds is not null (type: boolean)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Map 7
Map Operator Tree:
TableScan
@@ -3019,7 +3019,7 @@ STAGE PLANS:
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: min(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -3029,34 +3029,6 @@ STAGE PLANS:
value expressions: _col0 (type: string)
Reducer 2
Reduce Operator Tree:
- Group By Operator
- aggregations: min(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Filter Operator
- predicate: _col0 is not null (type: boolean)
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Dynamic Partitioning Event Operator
- Target Input: srcpart
- Partition key expr: ds
- Target column: ds
- Target Vertex: Map 6
- Reducer 4
- Reduce Operator Tree:
Merge Join Operator
condition map:
Left Semi Join 0 to 1
@@ -3075,7 +3047,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Reducer 5
+ Reducer 3
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: string)
@@ -3093,7 +3065,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 8
+ Reducer 5
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
@@ -3120,9 +3092,37 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 6
- Union 3
- Vertex: Union 3
+ Target Vertex: Map 1
+ Reducer 8
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: min(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Filter Operator
+ predicate: _col0 is not null (type: boolean)
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Dynamic Partitioning Event Operator
+ Target Input: srcpart
+ Partition key expr: ds
+ Target column: ds
+ Target Vertex: Map 1
+ Union 6
+ Vertex: Union 6
Stage: Stage-0
Fetch Operator
@@ -3160,31 +3160,29 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Reducer 11 <- Map 10 (SIMPLE_EDGE), Union 3 (CONTAINS)
+ Reducer 11 <- Map 10 (SIMPLE_EDGE), Union 9 (CONTAINS)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
- Reducer 4 <- Union 3 (SIMPLE_EDGE), Union 7 (SIMPLE_EDGE)
- Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
- Reducer 9 <- Map 8 (SIMPLE_EDGE), Union 7 (CONTAINS)
+ Reducer 4 <- Union 3 (SIMPLE_EDGE), Union 9 (SIMPLE_EDGE)
+ Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 3 (CONTAINS)
+ Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 9 (CONTAINS)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ds is not null (type: boolean)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: ds (type: string)
- outputColumnNames: ds
+ Group By Operator
+ keys: ds (type: string)
+ mode: hash
+ outputColumnNames: _col0
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: min(ds)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: string)
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Map 10
Map Operator Tree:
TableScan
@@ -3195,7 +3193,7 @@ STAGE PLANS:
outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- aggregations: max(ds)
+ aggregations: min(ds)
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
@@ -3219,26 +3217,28 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: srcpart
- filterExpr: ds is not null (type: boolean)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: ds (type: string)
- mode: hash
- outputColumnNames: _col0
+ Select Operator
+ expressions: ds (type: string)
+ outputColumnNames: ds
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(ds)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
Reducer 11
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Filter Operator
@@ -3262,7 +3262,7 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 5
+ Target Vertex: Map 1
Select Operator
expressions: _col0 (type: string)
outputColumnNames: _col0
@@ -3274,47 +3274,17 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 8
+ Target Vertex: Map 5
Reducer 2
Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0
- Filter Operator
- predicate: _col0 is not null (type: boolean)
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Dynamic Partitioning Event Operator
- Target Input: srcpart
- Partition key expr: ds
- Target column: ds
- Target Vertex: Map 5
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Group By Operator
- keys: _col0 (type: string)
- mode: hash
- outputColumnNames: _col0
- Dynamic Partitioning Event Operator
- Target Input: srcpart
- Partition key expr: ds
- Target column: ds
- Target Vertex: Map 8
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
Reducer 4
Reduce Operator Tree:
Merge Join Operator
@@ -3346,20 +3316,50 @@ STAGE PLANS:
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Reducer 9
+ Reducer 8
Reduce Operator Tree:
Group By Operator
- keys: KEY._col0 (type: string)
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
+ Filter Operator
+ predicate: _col0 is not null (type: boolean)
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Dynamic Partitioning Event Operator
+ Target Input: srcpart
+ Partition key expr: ds
+ Target column: ds
+ Target Vertex: Map 1
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Group By Operator
+ keys: _col0 (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Dynamic Partitioning Event Operator
+ Target Input: srcpart
+ Partition key expr: ds
+ Target column: ds
+ Target Vertex: Map 5
Union 3
Vertex: Union 3
- Union 7
- Vertex: Union 7
+ Union 9
+ Vertex: Union 9
Stage: Stage-0
Fetch Operator
@@ -3554,7 +3554,7 @@ STAGE PLANS:
1 ds (type: string)
outputColumnNames: _col3
input vertices:
- 1 Map 4
+ 1 Map 3
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
@@ -3566,7 +3566,7 @@ STAGE PLANS:
0 _col3 (type: string)
1 hr (type: string)
input vertices:
- 1 Map 3
+ 1 Map 4
Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -3580,19 +3580,19 @@ STAGE PLANS:
Map 3
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: (hr is not null and (hour = 11)) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (hr is not null and (hour = 11)) (type: boolean)
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: hr (type: string)
+ key expressions: ds (type: string)
sort order: +
- Map-reduce partition columns: hr (type: string)
+ Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: hr (type: string)
+ expressions: ds (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -3602,26 +3602,26 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: hr
+ Partition key expr: ds
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: hr
+ Target column: ds
Target Vertex: Map 1
Map 4
Map Operator Tree:
TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_hour
+ filterExpr: (hr is not null and (hour = 11)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ predicate: (hr is not null and (hour = 11)) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: ds (type: string)
+ key expressions: hr (type: string)
sort order: +
- Map-reduce partition columns: ds (type: string)
+ Map-reduce partition columns: hr (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: ds (type: string)
+ expressions: hr (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -3631,9 +3631,9 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: ds
+ Partition key expr: hr
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: ds
+ Target column: hr
Target Vertex: Map 1
Reducer 2
Reduce Operator Tree:
@@ -4209,7 +4209,7 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Map 1 <- Reducer 4 (BROADCAST_EDGE)
+ Map 3 <- Reducer 2 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 4 <- Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
@@ -4218,6 +4218,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: (ds = '2008-04-08') (type: boolean)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: ds (type: string)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
filterExpr: ds is not null (type: boolean)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
@@ -4230,7 +4246,7 @@ STAGE PLANS:
0 ds (type: string)
1 _col0 (type: string)
input vertices:
- 1 Reducer 4
+ 1 Reducer 2
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -4241,43 +4257,9 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
- Map 3
- Map Operator Tree:
- TableScan
- alias: srcpart
- filterExpr: (ds = '2008-04-08') (type: boolean)
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- keys: ds (type: string)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: bigint)
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 4
- Reduce Operator Tree:
- Group By Operator
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0
@@ -4301,7 +4283,25 @@ STAGE PLANS:
Partition key expr: ds
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Target column: ds
- Target Vertex: Map 1
+ Target Vertex: Map 3
+ Reducer 4
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: bigint)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
@@ -4437,23 +4437,13 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Map 2 <- Map 1 (BROADCAST_EDGE)
- Reducer 3 <- Map 2 (SIMPLE_EDGE)
+ Map 1 <- Map 3 (BROADCAST_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
- alias: srcpart
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Map 2
- Map Operator Tree:
- TableScan
alias: srcpart_date
filterExpr: (date = '2008-04-08') (type: boolean)
Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
@@ -4470,7 +4460,7 @@ STAGE PLANS:
0 ds (type: string)
1 ds (type: string)
input vertices:
- 1 Map 1
+ 1 Map 3
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -4481,7 +4471,17 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
- Reducer 3
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ds (type: string)
+ sort order: +
+ Map-reduce partition columns: ds (type: string)
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -4630,7 +4630,7 @@ STAGE PLANS:
0 ds (type: string)
1 ds (type: string)
input vertices:
- 1 Map 4
+ 1 Map 3
Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
@@ -4642,7 +4642,7 @@ STAGE PLANS:
0 '11' (type: string)
1 '11' (type: string)
input vertices:
- 1 Map 3
+ 1 Map 4
Statistics: Num rows: 1210 Data size: 12854 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
@@ -4656,18 +4656,19 @@ STAGE PLANS:
Map 3
Map Operator Tree:
TableScan
- alias: srcpart_hour
- filterExpr: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
- Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: '11' (type: string)
+ key expressions: ds (type: string)
sort order: +
+ Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: '11' (type: string)
+ expressions: ds (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -4677,26 +4678,25 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: hr
+ Partition key expr: ds
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: hr
+ Target column: ds
Target Vertex: Map 1
Map 4
Map Operator Tree:
TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ alias: srcpart_hour
+ filterExpr: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
+ Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ predicate: ((hr is not null and (hour = 11)) and (hr = 11)) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
- key expressions: ds (type: string)
+ key expressions: '11' (type: string)
sort order: +
- Map-reduce partition columns: ds (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
- expressions: ds (type: string)
+ expressions: '11' (type: string)
outputColumnNames: _col0
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Group By Operator
@@ -4706,9 +4706,9 @@ STAGE PLANS:
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Dynamic Partitioning Event Operator
Target Input: srcpart
- Partition key expr: ds
+ Partition key expr: hr
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Target column: ds
+ Target column: hr
Target Vertex: Map 1
Reducer 2
Reduce Operator Tree:
@@ -4768,15 +4768,29 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Map 1 <- Map 4 (BROADCAST_EDGE)
- Map 2 <- Map 1 (BROADCAST_EDGE)
- Reducer 3 <- Map 2 (SIMPLE_EDGE)
+ Map 1 <- Map 2 (BROADCAST_EDGE)
+ Map 3 <- Map 1 (BROADCAST_EDGE)
+ Reducer 4 <- Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map 2
Map Operator Tree:
TableScan
+ alias: srcpart_date
+ filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: ds (type: string)
+ sort order: +
+ Map-reduce partition columns: ds (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Map 3
+ Map Operator Tree:
+ TableScan
alias: srcpart_hour
filterExpr: (hr = 13) (type: boolean)
Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: NONE
@@ -4804,21 +4818,7 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: bigint)
- Map 4
- Map Operator Tree:
- TableScan
- alias: srcpart_date
- filterExpr: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 2 Data size: 42 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (ds is not null and (date = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Reduce Output Operator
- key expressions: ds (type: string)
- sort order: +
- Map-reduce partition columns: ds (type: string)
- Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Reducer 3
+ Reducer 4
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -4865,34 +4865,16 @@ STAGE PLANS:
Stage: Stage-1
Tez
Edges:
- Map 4 <- Union 3 (BROADCAST_EDGE)
- Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
- Reducer 5 <- Map 4 (SIMPLE_EDGE)
- Reducer 7 <- Map 6 (SIMPLE_EDGE), Union 3 (CONTAINS)
+ Map 1 <- Union 5 (BROADCAST_EDGE)
+ Reducer 2 <- Map 1 (SIMPLE_EDGE)
+ Reducer 4 <- Map 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+ Reducer 7 <- Map 6 (SIMPLE_EDGE), Union 5 (CONTAINS)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: srcpart
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: ds (type: string)
- outputColumnNames: ds
- Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: min(ds)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: string)
- Map 4
- Map Operator Tree:
- TableScan
- alias: srcpart
filterExpr: ds is not null (type: boolean)
Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
@@ -4906,7 +4888,7 @@ STAGE PLANS:
1 _col0 (type: string)
outputColumnNames: _col2
input vertices:
- 1 Union 3
+ 1 Union 5
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col2 (type: string)
@@ -4918,7 +4900,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE
- Map 6
+ Map 3
Map Operator Tree:
TableScan
alias: srcpart
@@ -4936,10 +4918,46 @@ STAGE PLANS:
sort order:
Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: srcpart
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ds (type: string)
+ outputColumnNames: ds
+ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: min(ds)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
Reducer 2
Reduce Operator Tree:
Group By Operator
- aggregations: min(VALUE._col0)
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reducer 4
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Filter Operator
@@ -4963,29 +4981,11 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 4
- Reducer 5
- Reduce Operator Tree:
- Group By Operator
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Target Vertex: Map 1
Reducer 7
Reduce Operator Tree:
Group By Operator
- aggregations: max(VALUE._col0)
+ aggregations: min(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Filter Operator
@@ -5009,9 +5009,9 @@ STAGE PLANS:
Target Input: srcpart
Partition key expr: ds
Target column: ds
- Target Vertex: Map 4
- Union 3
- Vertex: Union 3
+ Target Vertex: Map 1
+ Union 5
+ Vertex: Union 5
Stage: Stage-0
Fetch Operator