You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jp...@apache.org on 2015/12/15 01:39:11 UTC
[03/51] [partial] hive git commit: HIVE-11110: Reorder
applyPreJoinOrderingTransforms, add NotNULL/FilterMerge rules,
improve Filter selectivity estimation (Laljo John Pullokkaran reviewed by
Jesus Camacho Rodriguez, Ashutosh Chauhan
http://git-wip-us.apache.org/repos/asf/hive/blob/d8ee05ae/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out
index d8ade07..924afe9 100644
--- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_2.q.out
@@ -112,11 +112,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -137,11 +137,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -151,16 +151,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -169,10 +169,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -292,11 +292,11 @@ STAGE PLANS:
Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -317,11 +317,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -331,16 +331,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -349,10 +349,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -496,11 +496,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -521,11 +521,11 @@ STAGE PLANS:
Statistics: Num rows: 168 Data size: 1472 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 168 Data size: 1472 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 168 Data size: 1472 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -535,16 +535,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 184 Data size: 1619 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 184 Data size: 1619 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 184 Data size: 1619 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -553,10 +553,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 184 Data size: 1619 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 184 Data size: 1619 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -704,11 +704,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -729,11 +729,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -743,16 +743,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -761,10 +761,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -894,11 +894,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), concat(value, value) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -919,11 +919,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), concat(value, value) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -933,16 +933,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -951,10 +951,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1084,11 +1084,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -1109,11 +1109,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -1123,16 +1123,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: (_col0 + _col0) (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -1141,10 +1141,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/d8ee05ae/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out
index 0c8e3bf..02d4676 100644
--- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out
@@ -88,7 +88,7 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int)
@@ -109,7 +109,7 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -119,16 +119,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col7
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col7) (type: string)
outputColumnNames: _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
sort order: +
Map-reduce partition columns: _col1 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -137,10 +137,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -279,11 +279,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -304,11 +304,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int)
outputColumnNames: _col0
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -318,12 +318,12 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
Local Work:
Map Reduce Local Work
@@ -332,10 +332,10 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/d8ee05ae/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out
index c445d9d..e8e1e7e 100644
--- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_6.q.out
@@ -89,12 +89,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -114,12 +114,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -129,16 +129,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -147,10 +147,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -276,12 +276,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -301,12 +301,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -316,16 +316,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -334,10 +334,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -463,12 +463,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -488,12 +488,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -503,16 +503,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -521,10 +521,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -585,12 +585,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -610,12 +610,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -625,16 +625,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -643,10 +643,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -713,12 +713,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -738,12 +738,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -753,16 +753,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -771,10 +771,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -918,12 +918,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -943,12 +943,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -958,16 +958,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: +-
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -976,10 +976,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1133,12 +1133,12 @@ STAGE PLANS:
alias: a
Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int), _col1 (type: int)
@@ -1158,12 +1158,12 @@ STAGE PLANS:
alias: b
Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (key is not null and key2 is not null) (type: boolean)
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key2 is not null and key is not null) (type: boolean)
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), key2 (type: int), value (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 21 Data size: 244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 979 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -1173,16 +1173,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col6
input vertices:
0 Map 1
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col6) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: --
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -1191,10 +1191,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 23 Data size: 268 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 1076 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/d8ee05ae/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out
index e04f453..ded106c 100644
--- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_7.q.out
@@ -90,11 +90,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = 0) or (key = 5)) and key is not null) (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -115,11 +115,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = 0) or (key = 5)) and key is not null) (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -129,16 +129,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -147,10 +147,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -272,11 +272,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = 0) or (key = 5)) and key is not null) (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -297,11 +297,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = 0) or (key = 5)) and key is not null) (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -311,16 +311,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -329,10 +329,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -460,11 +460,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key < 8) and ((key = 0) or (key = 5))) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 14 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 14 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -485,11 +485,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key < 8) and ((key = 0) or (key = 5))) and key is not null) (type: boolean)
- Statistics: Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 245 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 28 Data size: 245 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -499,16 +499,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
0 Map 1
- Statistics: Num rows: 15 Data size: 134 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 30 Data size: 269 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 15 Data size: 134 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 30 Data size: 269 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 15 Data size: 134 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 30 Data size: 269 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Local Work:
Map Reduce Local Work
@@ -517,10 +517,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 15 Data size: 134 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 30 Data size: 269 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 15 Data size: 134 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 30 Data size: 269 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/d8ee05ae/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out
index ea1d58a..be8fbfa 100644
--- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_8.q.out
@@ -88,11 +88,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -113,11 +113,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -127,16 +127,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col3 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -145,10 +145,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -269,11 +269,11 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -294,11 +294,11 @@ STAGE PLANS:
Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 42 Data size: 368 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -308,16 +308,16 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3, _col4
input vertices:
0 Map 1
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col3 (type: int), _col0 (type: int), concat(_col1, _col4) (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: int), _col2 (type: string)
Local Work:
Map Reduce Local Work
@@ -326,10 +326,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 46 Data size: 404 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat