You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/12/29 03:14:00 UTC
svn commit: r1648280 [21/25] - in /hive/branches/spark: data/conf/spark/
ql/src/java/org/apache/hadoop/hive/ql/exec/spark/session/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/optiq/
ql/src/test/results/clientpositive/spark/
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/semijoin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/semijoin.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/semijoin.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/semijoin.q.out Mon Dec 29 02:13:57 2014
@@ -171,9 +171,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 47 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -273,9 +273,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 49 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -377,9 +377,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 47 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -469,9 +469,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col1 (type: int)
outputColumnNames: _col1
Statistics: Num rows: 7 Data size: 56 Basic stats: COMPLETE Column stats: NONE
Select Operator
@@ -580,9 +580,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 47 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -679,9 +679,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col1
Statistics: Num rows: 7 Data size: 56 Basic stats: COMPLETE Column stats: NONE
Select Operator
@@ -782,9 +782,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col1
Statistics: Num rows: 6 Data size: 47 Basic stats: COMPLETE Column stats: NONE
Select Operator
@@ -882,9 +882,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 49 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -958,9 +958,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 6 Data size: 43 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
keys:
0 key (type: int)
1 _col0 (type: int)
@@ -984,9 +981,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {key}
- 1
keys:
0 key (type: int)
1 _col0 (type: int)
@@ -1106,9 +1100,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 (2 * _col0) (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 47 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1221,10 +1215,10 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Left Semi Join 1 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2
+ keys:
+ 0 key (type: int)
+ 1 key (type: int)
+ 2 _col0 (type: int)
outputColumnNames: _col0, _col1, _col5, _col6
Statistics: Num rows: 24 Data size: 178 Basic stats: COMPLETE Column stats: NONE
Select Operator
@@ -1338,9 +1332,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1
+ keys:
+ 0 key (type: int), value (type: string)
+ 1 _col0 (type: int), _col1 (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1423,10 +1417,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 6 Data size: 43 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2
keys:
0 key (type: int)
1 _col0 (type: int)
@@ -1451,10 +1441,6 @@ STAGE PLANS:
outputColumnNames: _col0
Statistics: Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1
- 2
keys:
0 key (type: int)
1 _col0 (type: int)
@@ -1480,10 +1466,6 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
Left Semi Join 0 to 2
- condition expressions:
- 0 {key}
- 1
- 2
keys:
0 key (type: int)
1 _col0 (type: int)
@@ -1606,10 +1588,10 @@ STAGE PLANS:
condition map:
Left Outer Join0 to 1
Left Semi Join 1 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 key (type: int)
+ 2 _col0 (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1735,10 +1717,10 @@ STAGE PLANS:
condition map:
Right Outer Join0 to 1
Left Semi Join 1 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 key (type: int)
+ 2 _col0 (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1867,10 +1849,10 @@ STAGE PLANS:
condition map:
Outer Join 0 to 1
Left Semi Join 1 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 key (type: int)
+ 2 _col0 (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -1999,10 +1981,10 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
Left Outer Join0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
+ 2 key (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -2131,10 +2113,10 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
Right Outer Join0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
+ 2 key (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -2265,10 +2247,10 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
Outer Join 0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1
- 2
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
+ 2 key (type: int)
outputColumnNames: _col0
Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -2417,9 +2399,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
+ keys:
+ 0 key (type: int)
+ 1 _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 12 Data size: 89 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -2433,9 +2415,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Outer Join0 to 1
- condition expressions:
- 0 {VALUE._col0}
- 1
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
outputColumnNames: _col0
Statistics: Num rows: 13 Data size: 97 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
@@ -2565,9 +2547,9 @@ STAGE PLANS:
Join Operator
condition map:
Left Semi Join 0 to 1
- condition expressions:
- 0 {VALUE._col0}
- 1
+ keys:
+ 0 value (type: string)
+ 1 _col0 (type: string)
outputColumnNames: _col0
Statistics: Num rows: 6 Data size: 49 Basic stats: COMPLETE Column stats: NONE
Select Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin.q.out Mon Dec 29 02:13:57 2014
@@ -125,10 +125,10 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1 {VALUE._col0}
handleSkewJoin: true
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col6
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
Select Operator
@@ -155,9 +155,6 @@ STAGE PLANS:
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
@@ -174,9 +171,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
@@ -314,11 +308,11 @@ STAGE PLANS:
Inner Join 0 to 1
Inner Join 1 to 2
Inner Join 2 to 3
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2 {KEY.reducesinkkey0} {VALUE._col0}
- 3 {KEY.reducesinkkey0} {VALUE._col0}
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
+ 2 key (type: string)
+ 3 key (type: string)
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11, _col15, _col16
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
@@ -446,11 +440,11 @@ STAGE PLANS:
Inner Join 0 to 1
Inner Join 1 to 2
Inner Join 2 to 3
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2 {KEY.reducesinkkey0} {VALUE._col0}
- 3 {KEY.reducesinkkey0} {VALUE._col0}
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
+ 2 key (type: string)
+ 3 key (type: string)
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11, _col15, _col16
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
@@ -541,9 +535,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {VALUE._col1}
- 1 {VALUE._col0}
+ keys:
+ 0 UDFToDouble(key) (type: double)
+ 1 (key + 1) (type: double)
outputColumnNames: _col0, _col1, _col5
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
Group By Operator
@@ -660,10 +654,10 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {KEY.reducesinkkey0} {VALUE._col0}
handleSkewJoin: true
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
outputColumnNames: _col2, _col3
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
Group By Operator
@@ -689,9 +683,6 @@ STAGE PLANS:
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {1_VALUE_0} {1_VALUE_1}
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
@@ -708,9 +699,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {1_VALUE_0} {1_VALUE_1}
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
@@ -854,10 +842,10 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {KEY.reducesinkkey0} {VALUE._col0}
handleSkewJoin: true
+ keys:
+ 0 _col0 (type: string), UDFToDouble(substring(_col1, 5)) (type: double)
+ 1 _col0 (type: string), (substring(_col1, 5) + 1) (type: double)
outputColumnNames: _col2, _col3
Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE
Group By Operator
@@ -883,9 +871,6 @@ STAGE PLANS:
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0
- 1 {1_VALUE_0} {1_VALUE_1}
keys:
0 reducesinkkey0 (type: string), reducesinkkey1 (type: double)
1 reducesinkkey0 (type: string), reducesinkkey1 (type: double)
@@ -902,9 +887,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1 {1_VALUE_0} {1_VALUE_1}
keys:
0 reducesinkkey0 (type: string), reducesinkkey1 (type: double)
1 reducesinkkey0 (type: string), reducesinkkey1 (type: double)
@@ -1003,63 +985,48 @@ ON src1.c1 = src3.c5 AND src3.c5 < 80
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-6, Stage-7, Stage-2
- Stage-6
- Stage-3 depends on stages: Stage-6
- Stage-2 depends on stages: Stage-3, Stage-4
- Stage-7
- Stage-4 depends on stages: Stage-7
+ Stage-7 depends on stages: Stage-1 , consists of Stage-9, Stage-5
+ Stage-9
+ Stage-6 depends on stages: Stage-9
+ Stage-5 depends on stages: Stage-6
+ Stage-4 depends on stages: Stage-5 , consists of Stage-8, Stage-2
+ Stage-8
+ Stage-3 depends on stages: Stage-8
+ Stage-2 depends on stages: Stage-3
Stage-0 depends on stages: Stage-2
STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
+ Reducer 5 <- Map 4 (PARTITION-LEVEL SORT, 3), Map 6 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
- Map 1
- Map Operator Tree:
- TableScan
- alias: src
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: ((key < 80) and (key < 100)) (type: boolean)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((key < 100) and (key < 80)) and key is not null) (type: boolean)
- Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) < 80.0)) (type: boolean)
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
- Map 5
+ Map 6
Map Operator Tree:
TableScan
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: ((key < 100) and (key < 80)) (type: boolean)
+ predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) < 80.0)) (type: boolean)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
@@ -1070,24 +1037,21 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: string)
Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
- Reducer 2
+ Reducer 5
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1 {VALUE._col0}
- 2
handleSkewJoin: true
- outputColumnNames: _col0, _col3
- Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col3))
- mode: hash
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col1, _col2
+ Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col2 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col2
+ Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
table:
@@ -1095,66 +1059,40 @@ STAGE PLANS:
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator
- Stage: Stage-6
+ Stage: Stage-9
Spark
#### A masked pattern was here ####
Vertices:
- Map 8
- Map Operator Tree:
- TableScan
- Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
- keys:
- 0 reducesinkkey0 (type: string)
- 1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
- Local Work:
- Map Reduce Local Work
- Map 9
+ Map 12
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
Local Work:
Map Reduce Local Work
- Stage: Stage-3
+ Stage: Stage-6
Spark
#### A masked pattern was here ####
Vertices:
- Map 7
+ Map 11
Map Operator Tree:
TableScan
Map Join Operator
condition map:
Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
- outputColumnNames: _col0, _col3
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col3))
- mode: hash
- outputColumnNames: _col0, _col1
+ outputColumnNames: _col1, _col2
+ Select Operator
+ expressions: _col2 (type: string), _col1 (type: string)
+ outputColumnNames: _col0, _col2
File Output Operator
compressed: false
table:
@@ -1164,104 +1102,144 @@ STAGE PLANS:
Local Work:
Map Reduce Local Work
- Stage: Stage-2
+ Stage: Stage-5
Spark
Edges:
- Reducer 3 <- Map 6 (GROUP, 1)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 10 (PARTITION-LEVEL SORT, 3)
#### A masked pattern was here ####
Vertices:
- Map 6
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToDouble(key) < 80.0) and (UDFToDouble(key) < 100.0)) and key is not null) (type: boolean)
+ Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE
+ Map 10
Map Operator Tree:
TableScan
Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint), _col1 (type: bigint)
- Reducer 3
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: string)
+ Reducer 2
Reduce Operator Tree:
- Group By Operator
- aggregations: sum(VALUE._col0), sum(VALUE._col1)
- mode: mergepartial
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ handleSkewJoin: true
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col1, _col3
+ Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: bigint), _col1 (type: bigint)
+ expressions: hash(_col1) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
+ Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: sum(_col0), sum(_col1)
+ mode: hash
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
- Stage: Stage-7
+ Stage: Stage-4
+ Conditional Operator
+
+ Stage: Stage-8
Spark
#### A masked pattern was here ####
Vertices:
- Map 10
- Map Operator Tree:
- TableScan
- Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
- keys:
- 0 reducesinkkey0 (type: string)
- 1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
- Local Work:
- Map Reduce Local Work
- Map 12
+ Map 9
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
Local Work:
Map Reduce Local Work
- Stage: Stage-4
+ Stage: Stage-3
Spark
#### A masked pattern was here ####
Vertices:
- Map 11
+ Map 8
Map Operator Tree:
TableScan
Map Join Operator
condition map:
Inner Join 0 to 1
- Inner Join 0 to 2
- condition expressions:
- 0 {0_VALUE_0}
- 1 {1_VALUE_0}
- 2
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
- 2 reducesinkkey0 (type: string)
- outputColumnNames: _col0, _col3
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col3))
- mode: hash
+ outputColumnNames: _col1, _col3
+ Select Operator
+ expressions: hash(_col1) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Group By Operator
+ aggregations: sum(_col0), sum(_col1)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
+ Stage: Stage-2
+ Spark
+ Edges:
+ Reducer 3 <- Map 7 (GROUP, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 7
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint), _col1 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: sum(VALUE._col0), sum(VALUE._col1)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: bigint), _col1 (type: bigint)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
Stage: Stage-0
Fetch Operator
limit: -1
@@ -1315,9 +1293,6 @@ STAGE PLANS:
alias: v
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
- condition expressions:
- 0 {key}
- 1 {val}
keys:
0 (key + 1) (type: double)
1 UDFToDouble(key) (type: double)
@@ -1338,9 +1313,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Left Outer Join0 to 1
- condition expressions:
- 0 {key}
- 1 {val}
keys:
0 (key + 1) (type: double)
1 UDFToDouble(key) (type: double)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out Mon Dec 29 02:13:57 2014
@@ -53,10 +53,10 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1
handleSkewJoin: true
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
File Output Operator
@@ -77,9 +77,6 @@ STAGE PLANS:
Map Operator Tree:
TableScan
Spark HashTable Sink Operator
- condition expressions:
- 0 {0_VALUE_0} {0_VALUE_1}
- 1
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
@@ -96,9 +93,6 @@ STAGE PLANS:
Map Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {0_VALUE_0} {0_VALUE_1}
- 1
keys:
0 reducesinkkey0 (type: string)
1 reducesinkkey0 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out Mon Dec 29 02:13:57 2014
@@ -103,7 +103,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -117,7 +117,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -133,9 +133,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -151,9 +148,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -242,7 +236,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -256,7 +250,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -272,9 +266,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -290,9 +281,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -389,7 +377,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -403,7 +391,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -419,9 +407,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -438,9 +423,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -546,7 +528,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -560,7 +542,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -576,9 +558,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -595,9 +574,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out Mon Dec 29 02:13:57 2014
@@ -129,7 +129,7 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (((key = '2') or (key = '8')) or (key = '3')))) (type: boolean)
@@ -143,8 +143,8 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: c
- Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE
+ alias: b
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (((key = '2') or (key = '8')) or (key = '3')))) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -157,8 +157,8 @@ STAGE PLANS:
Map 8
Map Operator Tree:
TableScan
- alias: a
- Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ alias: c
+ Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (((key = '2') or (key = '8')) or (key = '3')))) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
@@ -174,10 +174,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Inner Join 0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string)
@@ -194,10 +190,6 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
Inner Join 0 to 2
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
- 2 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out Mon Dec 29 02:13:57 2014
@@ -89,7 +89,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -103,7 +103,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -119,9 +119,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -137,9 +134,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -228,7 +222,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -242,7 +236,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -258,9 +252,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -276,9 +267,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -368,7 +356,7 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -381,7 +369,7 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = '2') or (key = '3')))) (type: boolean)
@@ -396,9 +384,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -429,9 +414,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -505,7 +487,7 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -518,7 +500,7 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (not ((key = '2') or (key = '3'))) (type: boolean)
@@ -533,9 +515,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -566,9 +545,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out Mon Dec 29 02:13:57 2014
@@ -90,38 +90,35 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
- Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
+ alias: a
+ Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '8'))) (type: boolean)
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
sort order: +
Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: value (type: array<string>)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
- alias: a
- Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+ alias: b
+ Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '8'))) (type: boolean)
- Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
sort order: +
Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: array<string>)
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col6
Select Operator
expressions: _col0 (type: string), _col6 (type: array<string>)
@@ -163,9 +160,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col6
Select Operator
expressions: _col0 (type: string), _col6 (type: array<string>)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out Mon Dec 29 02:13:57 2014
@@ -89,7 +89,7 @@ STAGE PLANS:
Map 10
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -103,7 +103,7 @@ STAGE PLANS:
Map 12
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -159,7 +159,7 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -173,7 +173,7 @@ STAGE PLANS:
Map 9
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -189,9 +189,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col1, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col6 (type: string)
@@ -210,9 +207,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col1, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col6 (type: string)
@@ -231,9 +225,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col1, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col6 (type: string)
@@ -252,9 +243,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {VALUE._col0}
outputColumnNames: _col0, _col1, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col6 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out Mon Dec 29 02:13:57 2014
@@ -89,7 +89,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not ((((key = '2') and (val = '12')) or ((key = '8') and (val = '18'))) or ((key = '3') and (val = '13'))))) (type: boolean)
@@ -102,7 +102,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not ((((key = '2') and (val = '12')) or ((key = '8') and (val = '18'))) or ((key = '3') and (val = '13'))))) (type: boolean)
@@ -117,9 +117,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -135,9 +132,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out Mon Dec 29 02:13:57 2014
@@ -133,9 +133,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col1, _col5, _col6
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
@@ -149,9 +149,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col4} {VALUE._col5}
- 1 {VALUE._col0} {KEY.reducesinkkey0}
+ keys:
+ 0 _col1 (type: string)
+ 1 val (type: string)
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out Mon Dec 29 02:13:57 2014
@@ -136,10 +136,10 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: (key is not null and (not (key = '2'))) (type: boolean)
+ predicate: ((key is not null and val is not null) and (not (key = '2'))) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
@@ -150,10 +150,10 @@ STAGE PLANS:
Map 8
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
- predicate: ((key is not null and val is not null) and (not (key = '2'))) (type: boolean)
+ predicate: (key is not null and (not (key = '2'))) (type: boolean)
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
@@ -166,9 +166,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Reduce Output Operator
key expressions: _col1 (type: string)
@@ -180,9 +177,9 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col4} {VALUE._col5}
- 1 {VALUE._col0} {KEY.reducesinkkey0}
+ keys:
+ 0 _col1 (type: string)
+ 1 val (type: string)
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
Select Operator
@@ -201,9 +198,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Reduce Output Operator
key expressions: _col1 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out Mon Dec 29 02:13:57 2014
@@ -129,7 +129,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = 2) or (key = 3)))) (type: boolean)
@@ -143,7 +143,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = 2) or (key = 3)))) (type: boolean)
@@ -159,9 +159,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
@@ -177,9 +174,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
@@ -268,7 +262,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (not ((key = 2) or (key = 3))) (type: boolean)
@@ -282,7 +276,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (not ((key = 2) or (key = 3))) (type: boolean)
@@ -298,9 +292,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
@@ -316,9 +307,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string)
@@ -408,7 +396,7 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = 2) or (key = 3)))) (type: boolean)
@@ -421,7 +409,7 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and (not ((key = 2) or (key = 3)))) (type: boolean)
@@ -436,9 +424,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -469,9 +454,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -545,7 +527,7 @@ STAGE PLANS:
Map 5
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (not ((key = 2) or (key = 3))) (type: boolean)
@@ -558,7 +540,7 @@ STAGE PLANS:
Map 7
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (not ((key = 2) or (key = 3))) (type: boolean)
@@ -573,9 +555,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
@@ -606,9 +585,6 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join0 to 1
- condition expressions:
- 0
- 1
Group By Operator
aggregations: count(1)
mode: hash
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out Mon Dec 29 02:13:57 2014
@@ -89,7 +89,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not (((key = '2') and (val = '12')) or (key = '3')))) (type: boolean)
@@ -102,7 +102,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not (((key = '2') and (val = '12')) or (key = '3')))) (type: boolean)
@@ -117,9 +117,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -135,9 +132,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out?rev=1648280&r1=1648279&r2=1648280&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out Mon Dec 29 02:13:57 2014
@@ -95,7 +95,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -109,7 +109,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: (key is not null and (not (key = '2'))) (type: boolean)
@@ -125,9 +125,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -143,9 +140,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {VALUE._col0}
- 1 {KEY.reducesinkkey0} {VALUE._col0}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -288,7 +282,7 @@ STAGE PLANS:
Map 4
Map Operator Tree:
TableScan
- alias: b
+ alias: a
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not (((key = '2') and (val = '12')) or (key = '2')))) (type: boolean)
@@ -301,7 +295,7 @@ STAGE PLANS:
Map 6
Map Operator Tree:
TableScan
- alias: a
+ alias: b
Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
Filter Operator
predicate: ((key is not null and val is not null) and (not (((key = '2') and (val = '12')) or (key = '2')))) (type: boolean)
@@ -316,9 +310,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)
@@ -334,9 +325,6 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- condition expressions:
- 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
- 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
outputColumnNames: _col0, _col1, _col5, _col6
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string)