You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2014/12/17 03:54:53 UTC
svn commit: r1646142 [2/4] - in /hive/branches/spark/ql/src:
java/org/apache/hadoop/hive/ql/exec/spark/
java/org/apache/hadoop/hive/ql/optimizer/spark/
java/org/apache/hadoop/hive/ql/parse/spark/
test/results/clientpositive/spark/
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out Wed Dec 17 02:54:52 2014
@@ -54,9 +54,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -73,7 +72,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -87,7 +86,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -101,7 +100,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -133,7 +132,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -151,8 +150,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -196,9 +193,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -215,7 +211,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -229,7 +225,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -243,7 +239,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -275,7 +271,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -293,8 +289,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -340,10 +334,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 1), Reducer 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -359,7 +352,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -372,7 +365,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -385,7 +378,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -413,7 +406,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -431,7 +424,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -446,8 +439,6 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -480,10 +471,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 1), Reducer 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -499,7 +489,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -512,7 +502,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -525,7 +515,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -553,7 +543,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -571,7 +561,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -586,8 +576,6 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out Wed Dec 17 02:54:52 2014
@@ -56,9 +56,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -74,7 +73,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -88,7 +87,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: array<string>)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -102,7 +101,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: array<string>)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -159,7 +158,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -203,8 +202,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out Wed Dec 17 02:54:52 2014
@@ -66,11 +66,10 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 12 <- Map 11 (PARTITION-LEVEL SORT, 1), Map 13 (PARTITION-LEVEL SORT, 1)
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Reducer 9 <- Map 10 (PARTITION-LEVEL SORT, 1), Map 8 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 12 (NONE, 0), Reducer 2 (NONE, 0), Reducer 6 (NONE, 0), Reducer 9 (NONE, 0)
+ Reducer 11 <- Map 10 (PARTITION-LEVEL SORT, 1), Map 12 (PARTITION-LEVEL SORT, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
+ Reducer 8 <- Map 7 (PARTITION-LEVEL SORT, 1), Map 9 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -90,7 +89,7 @@ STAGE PLANS:
Map 10
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -101,10 +100,10 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 11
+ Map 12
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -115,13 +114,13 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 13
+ Map 3
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: (key is not null and (not (key = '2'))) (type: boolean)
+ predicate: (key is not null and (key = '2')) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
@@ -132,7 +131,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (key = '2')) (type: boolean)
@@ -143,10 +142,10 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (key = '2')) (type: boolean)
@@ -163,7 +162,7 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: (key is not null and (key = '2')) (type: boolean)
+ predicate: (key is not null and (not (key = '2'))) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
@@ -171,10 +170,10 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 8
+ Map 9
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -185,7 +184,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Reducer 12
+ Reducer 11
Reduce Operator Tree:
Join Operator
condition map:
@@ -227,7 +226,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -248,7 +247,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 9
+ Reducer 8
Reduce Operator Tree:
Join Operator
condition map:
@@ -269,8 +268,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out Wed Dec 17 02:54:52 2014
@@ -56,9 +56,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -74,7 +73,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -87,7 +86,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -100,7 +99,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -131,7 +130,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -149,8 +148,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out Wed Dec 17 02:54:52 2014
@@ -86,10 +86,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 5 (PARTITION-LEVEL SORT, 1)
- Reducer 4 <- Map 6 (PARTITION-LEVEL SORT, 1), Union 3 (PARTITION-LEVEL SORT, 1)
- Reducer 8 <- Map 7 (PARTITION-LEVEL SORT, 1), Map 9 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 8 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
+ Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 1), Map 8 (PARTITION-LEVEL SORT, 1)
+ Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 1), Reducer 2 (PARTITION-LEVEL SORT, 1), Reducer 7 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -106,7 +105,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -120,7 +119,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: c
@@ -134,7 +133,7 @@ STAGE PLANS:
Map-reduce partition columns: val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: key (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: b
@@ -148,7 +147,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 9
+ Map 8
Map Operator Tree:
TableScan
alias: a
@@ -176,7 +175,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col1 (type: string)
value expressions: _col0 (type: string), _col5 (type: string), _col6 (type: string)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Join Operator
condition map:
@@ -197,7 +196,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 8
+ Reducer 7
Reduce Operator Tree:
Join Operator
condition map:
@@ -211,8 +210,6 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col1 (type: string)
value expressions: _col0 (type: string), _col5 (type: string), _col6 (type: string)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out Wed Dec 17 02:54:52 2014
@@ -94,9 +94,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -113,7 +112,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -127,7 +126,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -141,7 +140,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -173,7 +172,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -191,8 +190,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -236,9 +233,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -255,7 +251,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -269,7 +265,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -283,7 +279,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -315,7 +311,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -333,8 +329,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -380,10 +374,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 1), Reducer 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -399,7 +392,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -412,7 +405,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -425,7 +418,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -453,7 +446,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -471,7 +464,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -486,8 +479,6 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -520,10 +511,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 1), Reducer 6 (GROUP, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -539,7 +529,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -552,7 +542,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -565,7 +555,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: key (type: int)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -593,7 +583,7 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -611,7 +601,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -626,8 +616,6 @@ STAGE PLANS:
Reduce Output Operator
sort order:
value expressions: _col0 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out Wed Dec 17 02:54:52 2014
@@ -56,9 +56,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -74,7 +73,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -87,7 +86,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -100,7 +99,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -131,7 +130,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -149,8 +148,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out Wed Dec 17 02:54:52 2014
@@ -60,9 +60,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -79,7 +78,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -93,7 +92,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -107,7 +106,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -139,7 +138,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -157,8 +156,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -258,9 +255,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -276,7 +272,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -289,7 +285,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -302,7 +298,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -333,7 +329,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -351,8 +347,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out Wed Dec 17 02:54:52 2014
@@ -58,9 +58,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -77,7 +76,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -91,7 +90,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -105,7 +104,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -137,7 +136,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -155,8 +154,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out Wed Dec 17 02:54:52 2014
@@ -64,9 +64,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -82,7 +81,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -95,7 +94,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -108,7 +107,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -139,7 +138,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -157,8 +156,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -199,9 +196,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -217,7 +213,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -230,7 +226,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -243,7 +239,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -274,7 +270,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -292,8 +288,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -338,10 +332,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 3)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 3), Reducer 6 (GROUP, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -357,7 +350,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -370,7 +363,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -383,7 +376,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -415,7 +408,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
value expressions: _col1 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -434,7 +427,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -453,8 +446,6 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
value expressions: _col1 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -488,10 +479,9 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 3), Map 8 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
- Reducer 4 <- Union 3 (GROUP, 3)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Reducer 2 (GROUP, 3), Reducer 6 (GROUP, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -507,7 +497,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -520,7 +510,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -533,7 +523,7 @@ STAGE PLANS:
sort order: ++
Map-reduce partition columns: key (type: string), val (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: a
@@ -565,7 +555,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
value expressions: _col1 (type: bigint)
- Reducer 4
+ Reducer 3
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
@@ -584,7 +574,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -603,8 +593,6 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
value expressions: _col1 (type: bigint)
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out Wed Dec 17 02:54:52 2014
@@ -58,9 +58,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -77,7 +76,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -91,7 +90,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -105,7 +104,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -137,7 +136,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -155,8 +154,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out Wed Dec 17 02:54:52 2014
@@ -58,9 +58,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -77,7 +76,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -91,7 +90,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -105,7 +104,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -137,7 +136,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -155,8 +154,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -200,9 +197,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -219,7 +215,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -233,7 +229,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -247,7 +243,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -279,7 +275,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -297,8 +293,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out Wed Dec 17 02:54:52 2014
@@ -54,9 +54,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -73,7 +72,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -87,7 +86,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -101,7 +100,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -133,7 +132,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -151,8 +150,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
@@ -194,9 +191,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 3), Map 7 (PARTITION-LEVEL SORT, 3)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 3 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -213,7 +209,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -227,7 +223,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -241,7 +237,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -273,7 +269,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -291,8 +287,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out Wed Dec 17 02:54:52 2014
@@ -56,9 +56,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -75,7 +74,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -89,7 +88,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -103,7 +102,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -135,7 +134,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -153,8 +152,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out Wed Dec 17 02:54:52 2014
@@ -58,9 +58,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
- Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 1), Map 6 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -77,7 +76,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -91,7 +90,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: b
@@ -105,7 +104,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 7
+ Map 6
Map Operator Tree:
TableScan
alias: a
@@ -137,7 +136,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 6
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
@@ -155,8 +154,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out?rev=1646142&r1=1646141&r2=1646142&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out Wed Dec 17 02:54:52 2014
@@ -74,9 +74,8 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1), Map 5 (PARTITION-LEVEL SORT, 1)
- Reducer 7 <- Map 6 (PARTITION-LEVEL SORT, 1), Map 8 (PARTITION-LEVEL SORT, 1), Map 9 (PARTITION-LEVEL SORT, 1)
- Union 3 <- Reducer 2 (NONE, 0), Reducer 7 (NONE, 0)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1), Map 4 (PARTITION-LEVEL SORT, 1)
+ Reducer 6 <- Map 5 (PARTITION-LEVEL SORT, 1), Map 7 (PARTITION-LEVEL SORT, 1), Map 8 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -93,7 +92,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 4
+ Map 3
Map Operator Tree:
TableScan
alias: b
@@ -107,7 +106,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 5
+ Map 4
Map Operator Tree:
TableScan
alias: c
@@ -121,7 +120,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 6
+ Map 5
Map Operator Tree:
TableScan
alias: b
@@ -135,7 +134,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 8
+ Map 7
Map Operator Tree:
TableScan
alias: c
@@ -149,7 +148,7 @@ STAGE PLANS:
Map-reduce partition columns: key (type: string)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
value expressions: val (type: string)
- Map 9
+ Map 8
Map Operator Tree:
TableScan
alias: a
@@ -183,7 +182,7 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Reducer 7
+ Reducer 6
Reduce Operator Tree:
Join Operator
condition map:
@@ -203,8 +202,6 @@ STAGE PLANS:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- Union 3
- Vertex: Union 3
Stage: Stage-0
Fetch Operator