You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/06/23 23:03:31 UTC
svn commit: r1604935 [22/40] - in /hive/trunk:
hbase-handler/src/test/results/positive/
ql/src/java/org/apache/hadoop/hive/ql/optimizer/
ql/src/java/org/apache/hadoop/hive/ql/parse/
ql/src/test/results/clientnegative/ ql/src/test/results/clientpositive...
Modified: hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out Mon Jun 23 21:03:24 2014
@@ -195,24 +195,30 @@ STAGE PLANS:
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
smalltbl2
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0
- 1
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
Stage: Stage-2
Map Reduce
@@ -220,42 +226,45 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 53120 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
- outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string)
+ Filter Operator
+ predicate: (key is not null and value is not null) (type: boolean)
+ Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0
- 1
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string)
+ outputColumnNames: _col1
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint)
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -351,24 +360,30 @@ STAGE PLANS:
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
smalltbl2
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0
- 1
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
Stage: Stage-2
Map Reduce
@@ -376,42 +391,45 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 53120 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
- outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string)
+ Filter Operator
+ predicate: (key is not null and value is not null) (type: boolean)
+ Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0
- 1
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string)
+ outputColumnNames: _col1
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint)
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -511,24 +529,30 @@ STAGE PLANS:
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
smalltbl2
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0
- 1 {key}
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0
+ 1 {key}
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
Stage: Stage-2
Map Reduce
@@ -536,48 +560,51 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 53120 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {value}
- 1
- keys:
- 0 key (type: string)
- 1 key (type: string)
- outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: string)
+ Filter Operator
+ predicate: (key is not null and value is not null) (type: boolean)
+ Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {value}
+ 1
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
outputColumnNames: _col1
- Statistics: Num rows: 5500 Data size: 58432 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0
- 1 {key}
- keys:
- 0 _col1 (type: string)
- 1 value (type: string)
- outputColumnNames: _col3
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col3 (type: string)
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string)
+ outputColumnNames: _col1
+ Statistics: Num rows: 1375 Data size: 14608 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1 {key}
+ keys:
+ 0 _col1 (type: string)
+ 1 value (type: string)
outputColumnNames: _col3
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- keys: _col3 (type: string)
- mode: hash
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 6050 Data size: 64275 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint)
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col3 (type: string)
+ outputColumnNames: _col3
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count()
+ keys: _col3 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1512 Data size: 16068 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: bigint)
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -586,14 +613,14 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 3025 Data size: 32137 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 756 Data size: 8034 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint)
outputColumnNames: _col0
- Statistics: Num rows: 3025 Data size: 32137 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 756 Data size: 8034 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 3025 Data size: 32137 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 756 Data size: 8034 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -826,38 +853,42 @@ STAGE PLANS:
join3:join2:join1:smalltbl1
TableScan
alias: smalltbl1
- HashTable Sink Operator
- condition expressions:
- 0 {key1} {key2} {value}
- 1
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
Stage: Stage-18
Map Reduce
Map Operator Tree:
TableScan
alias: bigtbl
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key1} {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col5
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col5
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -874,13 +905,15 @@ STAGE PLANS:
join3:join2:smalltbl2
TableScan
alias: smalltbl2
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
Stage: Stage-15
Map Reduce
@@ -890,7 +923,7 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
1 {key}
keys:
0 _col3 (type: string)
@@ -921,13 +954,15 @@ STAGE PLANS:
join3:smalltbl3
TableScan
alias: smalltbl3
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
Stage: Stage-12
Map Reduce
@@ -968,13 +1003,15 @@ STAGE PLANS:
smalltbl4
TableScan
alias: smalltbl4
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
Stage: Stage-9
Map Reduce
@@ -1054,29 +1091,31 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl4
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1 {key}
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
- mode: hash
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1 {key}
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
+ Group By Operator
+ aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -1088,16 +1127,19 @@ STAGE PLANS:
key expressions: _col2 (type: string)
sort order: +
Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string)
TableScan
alias: smalltbl4
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Reduce Operator Tree:
Join Operator
condition map:
@@ -1106,11 +1148,11 @@ STAGE PLANS:
0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5}
1 {KEY.reducesinkkey0}
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
mode: hash
@@ -1145,25 +1187,27 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl3
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1 {key}
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1 {key}
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -1175,16 +1219,19 @@ STAGE PLANS:
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string)
TableScan
alias: smalltbl3
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Reduce Operator Tree:
Join Operator
condition map:
@@ -1193,11 +1240,11 @@ STAGE PLANS:
0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4}
1 {KEY.reducesinkkey0}
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
table:
@@ -1216,7 +1263,7 @@ STAGE PLANS:
TableScan
HashTable Sink Operator
condition expressions:
- 0 {_col0} {_col1} {_col2}
+ 0 {_col0} {_col1} {_col2} {_col4}
1 {key}
keys:
0 _col3 (type: string)
@@ -1227,25 +1274,27 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl2
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -1255,32 +1304,35 @@ STAGE PLANS:
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: value (type: string)
- sort order: +
- Map-reduce partition columns: value (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- value expressions: key (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: value (type: string)
+ sort order: +
+ Map-reduce partition columns: value (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ value expressions: key (type: string)
TableScan
Reduce Output Operator
key expressions: _col3 (type: string)
sort order: +
Map-reduce partition columns: _col3 (type: string)
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string)
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
condition expressions:
- 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {KEY.reducesinkkey0}
+ 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {VALUE._col3}
1 {VALUE._col0}
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
table:
@@ -1298,38 +1350,42 @@ STAGE PLANS:
join3:join2:join1:bigtbl
TableScan
alias: bigtbl
- HashTable Sink Operator
- condition expressions:
- 0 {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
Stage: Stage-19
Map Reduce
Map Operator Tree:
TableScan
alias: smalltbl1
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key1} {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col5
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col5
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -1339,20 +1395,26 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key1 (type: string)
- sort order: +
- Map-reduce partition columns: key1 (type: string)
- Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE
- value expressions: key2 (type: string), value (type: string)
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ Statistics: Num rows: 625 Data size: 9022 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key1 (type: string)
+ sort order: +
+ Map-reduce partition columns: key1 (type: string)
+ Statistics: Num rows: 625 Data size: 9022 Basic stats: COMPLETE Column stats: NONE
+ value expressions: key2 (type: string), value (type: string)
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Reduce Operator Tree:
Join Operator
condition map:
@@ -1361,11 +1423,11 @@ STAGE PLANS:
0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1}
1 {KEY.reducesinkkey0}
outputColumnNames: _col0, _col1, _col2, _col5
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
table:
@@ -1567,46 +1629,58 @@ STAGE PLANS:
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {key1} {key2} {value}
- 1
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
join3:join2:smalltbl2
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
join3:smalltbl3
TableScan
alias: smalltbl3
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
smalltbl4
TableScan
alias: smalltbl4
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
Stage: Stage-4
Map Reduce
@@ -1614,75 +1688,78 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key1} {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col5
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ Statistics: Num rows: 625 Data size: 9022 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col5
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1 {key}
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1 {key}
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1 {key}
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
- mode: hash
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1 {key}
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint)
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint)
Local Work:
Map Reduce Local Work
Reduce Operator Tree:
@@ -1884,24 +1961,30 @@ STAGE PLANS:
TableScan
alias: smalltbl1
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {key1} {key2} {value}
- 1
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
join3:join2:smalltbl2
TableScan
alias: smalltbl2
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
Stage: Stage-11
Map Reduce
@@ -1909,42 +1992,45 @@ STAGE PLANS:
TableScan
alias: bigtbl
Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key1} {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col5
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ Statistics: Num rows: 625 Data size: 9022 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col5
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 687 Data size: 9924 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -1962,24 +2048,30 @@ STAGE PLANS:
TableScan
alias: smalltbl3
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
smalltbl4
TableScan
alias: smalltbl4
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
Stage: Stage-4
Map Reduce
@@ -1995,11 +2087,11 @@ STAGE PLANS:
0 _col1 (type: string)
1 key (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -2010,11 +2102,11 @@ STAGE PLANS:
0 _col2 (type: string)
1 key (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
mode: hash
@@ -2243,38 +2335,42 @@ STAGE PLANS:
join3:join2:join1:smalltbl1
TableScan
alias: smalltbl1
- HashTable Sink Operator
- condition expressions:
- 0 {key1} {key2} {value}
- 1
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
Stage: Stage-18
Map Reduce
Map Operator Tree:
TableScan
alias: bigtbl
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {key1} {key2} {value}
- 1 {key}
- keys:
- 0 key1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col5
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Filter Operator
+ predicate: ((key1 is not null and value is not null) and key2 is not null) (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {key1} {key2} {value}
+ 1 {key}
+ keys:
+ 0 key1 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col5
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -2291,13 +2387,15 @@ STAGE PLANS:
join3:join2:smalltbl2
TableScan
alias: smalltbl2
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
Stage: Stage-15
Map Reduce
@@ -2307,7 +2405,7 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
1 {key}
keys:
0 _col3 (type: string)
@@ -2338,13 +2436,15 @@ STAGE PLANS:
join3:smalltbl3
TableScan
alias: smalltbl3
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
Stage: Stage-12
Map Reduce
@@ -2385,13 +2485,15 @@ STAGE PLANS:
smalltbl4
TableScan
alias: smalltbl4
- HashTable Sink Operator
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ HashTable Sink Operator
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
Stage: Stage-9
Map Reduce
@@ -2471,29 +2573,31 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl4
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
- 1 {key}
- keys:
- 0 _col2 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Group By Operator
- aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
- mode: hash
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6}
+ 1 {key}
+ keys:
+ 0 _col2 (type: string)
+ 1 key (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
+ Group By Operator
+ aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -2505,16 +2609,19 @@ STAGE PLANS:
key expressions: _col2 (type: string)
sort order: +
Map-reduce partition columns: _col2 (type: string)
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string)
TableScan
alias: smalltbl4
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Reduce Operator Tree:
Join Operator
condition map:
@@ -2523,11 +2630,11 @@ STAGE PLANS:
0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5}
1 {KEY.reducesinkkey0}
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col7 (type: string), _col5 (type: string), _col6 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col7, _col5, _col6
- Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 913 Data size: 13207 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col2)), sum(hash(_col3)), sum(hash(_col4)), sum(hash(_col7)), sum(hash(_col5)), sum(hash(_col6))
mode: hash
@@ -2562,25 +2669,27 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl3
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
- 1 {key}
- keys:
- 0 _col1 (type: string)
- 1 key (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5}
+ 1 {key}
+ keys:
+ 0 _col1 (type: string)
+ 1 key (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -2592,16 +2701,19 @@ STAGE PLANS:
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 755 Data size: 10916 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string)
TableScan
alias: smalltbl3
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: key (type: string)
- sort order: +
- Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
Reduce Operator Tree:
Join Operator
condition map:
@@ -2610,11 +2722,11 @@ STAGE PLANS:
0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4}
1 {KEY.reducesinkkey0}
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 830 Data size: 12007 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
table:
@@ -2633,7 +2745,7 @@ STAGE PLANS:
TableScan
HashTable Sink Operator
condition expressions:
- 0 {_col0} {_col1} {_col2}
+ 0 {_col0} {_col1} {_col2} {_col4}
1 {key}
keys:
0 _col3 (type: string)
@@ -2644,25 +2756,27 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: smalltbl2
- Map Join Operator
- condition map:
- Inner Join 0 to 1
- condition expressions:
- 0 {_col0} {_col1} {_col2} {_col3} {_col3}
- 1 {key}
- keys:
- 0 _col3 (type: string)
- 1 value (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ Filter Operator
+ predicate: value is not null (type: boolean)
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {_col0} {_col1} {_col2} {_col3} {_col4}
+ 1 {key}
+ keys:
+ 0 _col3 (type: string)
+ 1 value (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
Local Work:
Map Reduce Local Work
@@ -2672,32 +2786,35 @@ STAGE PLANS:
TableScan
[... 169 lines stripped ...]