You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/06/23 23:03:31 UTC

svn commit: r1604935 [7/40] - in /hive/trunk: hbase-handler/src/test/results/positive/ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/org/apache/hadoop/hive/ql/parse/ ql/src/test/results/clientnegative/ ql/src/test/results/clientpositive/...

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_6.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_6.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_6.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_6.q.out Mon Jun 23 21:03:24 2014
@@ -81,26 +81,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator
@@ -216,26 +219,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator
@@ -363,37 +369,41 @@ STAGE PLANS:
         b 
           TableScan
             alias: b
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-4
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: a
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -431,37 +441,41 @@ STAGE PLANS:
         a 
           TableScan
             alias: a
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-5
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: b
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -480,24 +494,27 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Reduce Operator Tree:
         Extract
           File Output Operator
@@ -554,37 +571,41 @@ STAGE PLANS:
         subq1:b 
           TableScan
             alias: b
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-4
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: a
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -622,37 +643,41 @@ STAGE PLANS:
         subq1:a 
           TableScan
             alias: a
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-5
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: b
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -671,24 +696,27 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: +-
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col1 (type: int), _col0 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: +-
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Reduce Operator Tree:
         Extract
           File Output Operator
@@ -739,26 +767,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator
@@ -892,26 +923,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator
@@ -1066,37 +1100,41 @@ STAGE PLANS:
         subq2:subq1:b 
           TableScan
             alias: b
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-4
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: a
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: --
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: --
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -1134,37 +1172,41 @@ STAGE PLANS:
         subq2:subq1:a 
           TableScan
             alias: a
-            HashTable Sink Operator
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              HashTable Sink Operator
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
 
   Stage: Stage-5
     Map Reduce
       Map Operator Tree:
           TableScan
             alias: b
-            Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: --
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: --
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Local Work:
         Map Reduce Local Work
       Reduce Operator Tree:
@@ -1183,24 +1225,27 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 91 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {key2} {value}
-                1 {value}
-              keys:
-                0 key (type: int), key2 (type: int)
-                1 key (type: int), key2 (type: int)
-              outputColumnNames: _col0, _col1, _col2, _col8
-              Select Operator
-                expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                Reduce Output Operator
-                  key expressions: _col0 (type: int), _col1 (type: int)
-                  sort order: --
-                  Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
-                  value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
+            Filter Operator
+              predicate: (key is not null and key2 is not null) (type: boolean)
+              Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {key2} {value}
+                  1 {value}
+                keys:
+                  0 key (type: int), key2 (type: int)
+                  1 key (type: int), key2 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col8
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: int), concat(_col2, _col8) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int), _col1 (type: int)
+                    sort order: --
+                    Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
+                    value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string)
       Reduce Operator Tree:
         Extract
           File Output Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_7.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_7.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_7.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_7.q.out Mon Jun 23 21:03:24 2014
@@ -82,8 +82,8 @@ STAGE PLANS:
             alias: a
             Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: ((key = 0) or (key = 5)) (type: boolean)
-              Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and ((key = 0) or (key = 5))) (type: boolean)
+              Statistics: Num rows: 4 Data size: 28 Basic stats: COMPLETE Column stats: NONE
               Sorted Merge Bucket Map Join Operator
                 condition map:
                      Inner Join 0 to 1
@@ -215,12 +215,12 @@ STAGE PLANS:
             alias: test_table1
             Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: ((key = 0) or (key = 5)) (type: boolean)
-              Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+              predicate: (((key = 0) or (key = 5)) and key is not null) (type: boolean)
+              Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
                 outputColumnNames: _col0, _col1
-                Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
                 Sorted Merge Bucket Map Join Operator
                   condition map:
                        Inner Join 0 to 1
@@ -358,7 +358,7 @@ STAGE PLANS:
             alias: test_table1
             Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: ((key < 8) and ((key = 0) or (key = 5))) (type: boolean)
+              predicate: (((key < 8) and key is not null) and ((key = 0) or (key = 5))) (type: boolean)
               Statistics: Num rows: 2 Data size: 14 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketsortoptimize_insert_8.q.out Mon Jun 23 21:03:24 2014
@@ -79,26 +79,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {value}
-                1 {key} {value}
-              keys:
-                0 key (type: int)
-                1 key (type: int)
-              outputColumnNames: _col0, _col1, _col5, _col6
-              Select Operator
-                expressions: _col0 (type: int), _col5 (type: int), concat(_col1, _col6) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {value}
+                  1 {key} {value}
+                keys:
+                  0 key (type: int)
+                  1 key (type: int)
+                outputColumnNames: _col0, _col1, _col5, _col6
+                Select Operator
+                  expressions: _col0 (type: int), _col5 (type: int), concat(_col1, _col6) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator
@@ -208,26 +211,29 @@ STAGE PLANS:
           TableScan
             alias: a
             Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE
-            Sorted Merge Bucket Map Join Operator
-              condition map:
-                   Inner Join 0 to 1
-              condition expressions:
-                0 {key} {value}
-                1 {key} {value}
-              keys:
-                0 key (type: int)
-                1 key (type: int)
-              outputColumnNames: _col0, _col1, _col5, _col6
-              Select Operator
-                expressions: _col5 (type: int), _col0 (type: int), concat(_col1, _col6) (type: string)
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.test_table3
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE
+              Sorted Merge Bucket Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {key} {value}
+                  1 {key} {value}
+                keys:
+                  0 key (type: int)
+                  1 key (type: int)
+                outputColumnNames: _col0, _col1, _col5, _col6
+                Select Operator
+                  expressions: _col5 (type: int), _col0 (type: int), concat(_col1, _col6) (type: string)
+                  outputColumnNames: _col0, _col1, _col2
+                  File Output Operator
+                    compressed: false
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.test_table3
 
   Stage: Stage-0
     Move Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/cluster.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/cluster.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/cluster.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/cluster.q.out Mon Jun 23 21:03:24 2014
@@ -481,24 +481,24 @@ STAGE PLANS:
             alias: y
             Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 14 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 14 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
           TableScan
             alias: x
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
       Reduce Operator Tree:
         Join Operator
@@ -508,11 +508,11 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 {KEY.reducesinkkey0}
           outputColumnNames: _col0, _col1, _col4
-          Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string)
             outputColumnNames: _col0, _col1, _col2
-            Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
               table:
@@ -528,16 +528,16 @@ STAGE PLANS:
               key expressions: _col1 (type: string)
               sort order: +
               Map-reduce partition columns: _col1 (type: string)
-              Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col0 (type: string), _col2 (type: string)
       Reduce Operator Tree:
         Select Operator
           expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string)
           outputColumnNames: _col0, _col1, _col2
-          Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
-            Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             table:
                 input format: org.apache.hadoop.mapred.TextInputFormat
                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -577,25 +577,25 @@ STAGE PLANS:
             alias: y
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
           TableScan
             alias: x
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
       Reduce Operator Tree:
         Join Operator
@@ -605,11 +605,11 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 {KEY.reducesinkkey0} {VALUE._col0}
           outputColumnNames: _col0, _col1, _col4, _col5
-          Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string)
             outputColumnNames: _col0, _col1, _col2, _col3
-            Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
               table:
@@ -625,16 +625,16 @@ STAGE PLANS:
               key expressions: _col1 (type: string)
               sort order: +
               Map-reduce partition columns: _col1 (type: string)
-              Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
       Reduce Operator Tree:
         Select Operator
           expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string)
           outputColumnNames: _col0, _col1, _col2, _col3
-          Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
-            Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             table:
                 input format: org.apache.hadoop.mapred.TextInputFormat
                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -674,25 +674,25 @@ STAGE PLANS:
             alias: y
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
           TableScan
             alias: x
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
       Reduce Operator Tree:
         Join Operator
@@ -702,11 +702,11 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 {KEY.reducesinkkey0} {VALUE._col0}
           outputColumnNames: _col0, _col1, _col4, _col5
-          Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string)
             outputColumnNames: _col0, _col1, _col2, _col3
-            Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
               table:
@@ -722,16 +722,16 @@ STAGE PLANS:
               key expressions: _col0 (type: string)
               sort order: +
               Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string)
       Reduce Operator Tree:
         Select Operator
           expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string)
           outputColumnNames: _col0, _col1, _col2, _col3
-          Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
-            Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 7 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             table:
                 input format: org.apache.hadoop.mapred.TextInputFormat
                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -771,24 +771,24 @@ STAGE PLANS:
             alias: y
             Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 14 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 14 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
           TableScan
             alias: x
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 20) (type: boolean)
-              Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+              predicate: (key is not null and (key = 20)) (type: boolean)
+              Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE
                 value expressions: value (type: string)
       Reduce Operator Tree:
         Join Operator
@@ -798,11 +798,11 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 {KEY.reducesinkkey0}
           outputColumnNames: _col0, _col1, _col4
-          Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string)
             outputColumnNames: _col0, _col1, _col2
-            Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
               table:
@@ -818,16 +818,16 @@ STAGE PLANS:
               key expressions: _col0 (type: string)
               sort order: +
               Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col2 (type: string)
       Reduce Operator Tree:
         Select Operator
           expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string)
           outputColumnNames: _col0, _col1, _col2
-          Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
-            Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 15 Data size: 1542 Basic stats: COMPLETE Column stats: NONE
             table:
                 input format: org.apache.hadoop.mapred.TextInputFormat
                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

Modified: hive/trunk/ql/src/test/results/clientpositive/column_access_stats.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/column_access_stats.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/column_access_stats.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/column_access_stats.q.out Mon Jun 23 21:03:24 2014
@@ -408,19 +408,25 @@ STAGE PLANS:
           TableScan
             alias: t2
             Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
-            Reduce Output Operator
-              key expressions: key (type: string)
-              sort order: +
-              Map-reduce partition columns: key (type: string)
-              Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
+              Reduce Output Operator
+                key expressions: key (type: string)
+                sort order: +
+                Map-reduce partition columns: key (type: string)
+                Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
           TableScan
             alias: t1
             Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
-            Reduce Output Operator
-              key expressions: key (type: string)
-              sort order: +
-              Map-reduce partition columns: key (type: string)
-              Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+              Reduce Output Operator
+                key expressions: key (type: string)
+                sort order: +
+                Map-reduce partition columns: key (type: string)
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -429,14 +435,14 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0}
             1 
           outputColumnNames: _col0
-          Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string)
             outputColumnNames: _col0
-            Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
-              Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
               table:
                   input format: org.apache.hadoop.mapred.TextInputFormat
                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -518,19 +524,19 @@ STAGE PLANS:
             alias: t2
             Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (val = 3) (type: boolean)
-              Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+              predicate: ((val = 3) and key is not null) (type: boolean)
+              Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
                 sort order: +
                 Map-reduce partition columns: key (type: string)
-                Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
                 value expressions: val (type: string)
           TableScan
             alias: t1
             Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
             Filter Operator
-              predicate: (val = 3) (type: boolean)
+              predicate: ((val = 3) and key is not null) (type: boolean)
               Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
               Reduce Output Operator
                 key expressions: key (type: string)
@@ -546,14 +552,14 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 {KEY.reducesinkkey0} {VALUE._col0}
           outputColumnNames: _col0, _col1, _col4, _col5
-          Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string)
             outputColumnNames: _col0, _col1, _col2, _col3
-            Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
-              Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               table:
                   input format: org.apache.hadoop.mapred.TextInputFormat
                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -602,22 +608,22 @@ STAGE PLANS:
             alias: t2
             Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
-              predicate: (key = 6) (type: boolean)
-              Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+              predicate: ((key = 6) and val is not null) (type: boolean)
+              Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: val (type: string)
                 outputColumnNames: _col0
-                Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+                Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
                 Reduce Output Operator
                   key expressions: _col0 (type: string)
                   sort order: +
                   Map-reduce partition columns: _col0 (type: string)
-                  Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+                  Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
           TableScan
             alias: t1
             Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
             Filter Operator
-              predicate: (key = 5) (type: boolean)
+              predicate: ((key = 5) and val is not null) (type: boolean)
               Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
               Select Operator
                 expressions: val (type: string)
@@ -636,14 +642,14 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0}
             1 
           outputColumnNames: _col0
-          Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string)
             outputColumnNames: _col0
-            Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
-              Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               table:
                   input format: org.apache.hadoop.mapred.TextInputFormat
                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -706,27 +712,33 @@ STAGE PLANS:
           TableScan
             alias: t2
             Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
-            Select Operator
-              expressions: key (type: string)
-              outputColumnNames: _col0
-              Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
-              Reduce Output Operator
-                key expressions: _col0 (type: string)
-                sort order: +
-                Map-reduce partition columns: _col0 (type: string)
-                Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
+              Select Operator
+                expressions: key (type: string)
+                outputColumnNames: _col0
+                Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col0 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col0 (type: string)
+                  Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
           TableScan
             alias: t1
             Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
-            Select Operator
-              expressions: key (type: string)
-              outputColumnNames: _col0
-              Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
-              Reduce Output Operator
-                key expressions: _col0 (type: string)
-                sort order: +
-                Map-reduce partition columns: _col0 (type: string)
-                Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+              Select Operator
+                expressions: key (type: string)
+                outputColumnNames: _col0
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col0 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col0 (type: string)
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -735,11 +747,11 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0}
             1 
           outputColumnNames: _col0
-          Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string)
             outputColumnNames: _col0
-            Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
               table:
@@ -753,18 +765,21 @@ STAGE PLANS:
           TableScan
             alias: t3
             Statistics: Num rows: 5 Data size: 30 Basic stats: COMPLETE Column stats: NONE
-            Reduce Output Operator
-              key expressions: key (type: string)
-              sort order: +
-              Map-reduce partition columns: key (type: string)
-              Statistics: Num rows: 5 Data size: 30 Basic stats: COMPLETE Column stats: NONE
-              value expressions: val (type: string)
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE
+              Reduce Output Operator
+                key expressions: key (type: string)
+                sort order: +
+                Map-reduce partition columns: key (type: string)
+                Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE
+                value expressions: val (type: string)
           TableScan
             Reduce Output Operator
               key expressions: _col0 (type: string)
               sort order: +
               Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -773,14 +788,14 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0}
             1 {KEY.reducesinkkey0} {VALUE._col0}
           outputColumnNames: _col0, _col1, _col2
-          Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
             outputColumnNames: _col0, _col1, _col2
-            Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
-              Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE
+              Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE
               table:
                   input format: org.apache.hadoop.mapred.TextInputFormat
                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat