You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mm...@apache.org on 2018/04/06 23:44:12 UTC

[1/3] hive git commit: HIVE-19102: Vectorization: Suppress known Q file bugs (Matt McCline, reviewed by Teddy Choi)

Repository: hive
Updated Branches:
  refs/heads/master 2fb7695b3 -> 1417370ca


http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
index 4561e2d..310a23a 100644
--- a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
@@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION []
 POSTHOOK: Lineage: over1korc.si EXPRESSION []
 POSTHOOK: Lineage: over1korc.t EXPRESSION []
 POSTHOOK: Lineage: over1korc.ts EXPRESSION []
-PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 PREHOOK: type: QUERY
-POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 POSTHOOK: type: QUERY
-PLAN VECTORIZATION:
-  enabled: false
-  enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false]
-
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-0 depends on stages: Stage-1

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/vector_data_types.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_data_types.q.out b/ql/src/test/results/clientpositive/vector_data_types.q.out
index 06a1fc4..688e6a6 100644
--- a/ql/src/test/results/clientpositive/vector_data_types.q.out
+++ b/ql/src/test/results/clientpositive/vector_data_types.q.out
@@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION []
 POSTHOOK: Lineage: over1korc.si EXPRESSION []
 POSTHOOK: Lineage: over1korc.t EXPRESSION []
 POSTHOOK: Lineage: over1korc.ts EXPRESSION []
-PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 PREHOOK: type: QUERY
-POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 POSTHOOK: type: QUERY
-PLAN VECTORIZATION:
-  enabled: false
-  enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false]
-
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-0 depends on stages: Stage-1

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/vector_left_outer_join2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_left_outer_join2.q.out b/ql/src/test/results/clientpositive/vector_left_outer_join2.q.out
index f1b5627..3b9bbf4 100644
--- a/ql/src/test/results/clientpositive/vector_left_outer_join2.q.out
+++ b/ql/src/test/results/clientpositive/vector_left_outer_join2.q.out
@@ -169,16 +169,12 @@ POSTHOOK: Input: default@tjoin2
 0	10	15	NULL
 1	20	25	NULL
 2	NULL	50	NULL
-PREHOOK: query: explain vectorization expression
+PREHOOK: query: explain
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 )
 PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
+POSTHOOK: query: explain
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 )
 POSTHOOK: type: QUERY
-PLAN VECTORIZATION:
-  enabled: false
-  enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false]
-
 STAGE DEPENDENCIES:
   Stage-4 is a root stage
   Stage-3 depends on stages: Stage-4


[2/3] hive git commit: HIVE-19102: Vectorization: Suppress known Q file bugs (Matt McCline, reviewed by Teddy Choi)

Posted by mm...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out
index dbb4fa3..4334762 100644
--- a/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out
+++ b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out
@@ -1,8 +1,8 @@
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -20,42 +20,121 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 10
-                Offset of rows: 400
-                Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 410
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
 #### A masked pattern was here ####
           Partition
-            base file name: kv1.txt
+            base file name: hr=11
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-08
+              hr 11
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=12
             input format: org.apache.hadoop.mapred.TextInputFormat
             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
             partition values:
               ds 2008-04-08
+              hr 12
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=11
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-09
               hr 11
             properties:
               COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
@@ -97,8 +176,91 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.srcpart
             name: default.srcpart
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=12
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-09
+              hr 12
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
       Truncated Path -> Alias:
-        /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart]
+        /srcpart/ds=2008-04-08/hr=11 [srcpart]
+        /srcpart/ds=2008-04-08/hr=12 [srcpart]
+        /srcpart/ds=2008-04-09/hr=11 [srcpart]
+        /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 10
+            Offset of rows: 400
+            Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -106,7 +268,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -114,7 +276,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -122,21 +284,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-70	70	2008-04-08	11
-163	163	2008-04-08	11
-438	438	2008-04-08	11
-119	119	2008-04-08	11
-414	414	2008-04-08	11
-200	200	2008-04-08	11
-491	491	2008-04-08	11
-237	237	2008-04-08	11
-439	439	2008-04-08	11
-360	360	2008-04-08	11
+189	189	2008-04-08	11
+189	189	2008-04-08	12
+189	189	2008-04-09	11
+189	189	2008-04-09	12
+19	19	2008-04-08	11
+19	19	2008-04-08	12
+19	19	2008-04-09	11
+19	19	2008-04-09	12
+190	190	2008-04-08	11
+190	190	2008-04-08	12
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -154,32 +316,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 10
-                Offset of rows: 490
-                Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 500
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
@@ -380,6 +525,38 @@ STAGE PLANS:
         /srcpart/ds=2008-04-08/hr=12 [srcpart]
         /srcpart/ds=2008-04-09/hr=11 [srcpart]
         /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 10
+            Offset of rows: 490
+            Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -387,7 +564,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -395,7 +572,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -403,21 +580,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-414	414	2008-04-08	11
-477	477	2008-04-08	11
-222	222	2008-04-08	11
-126	126	2008-04-08	11
-90	90	2008-04-08	11
-169	169	2008-04-08	11
-403	403	2008-04-08	11
-400	400	2008-04-08	11
-200	200	2008-04-08	11
-97	97	2008-04-08	11
+201	201	2008-04-09	11
+201	201	2008-04-09	12
+202	202	2008-04-08	11
+202	202	2008-04-08	12
+202	202	2008-04-09	11
+202	202	2008-04-09	12
+203	203	2008-04-08	11
+203	203	2008-04-08	11
+203	203	2008-04-08	12
+203	203	2008-04-08	12
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -435,32 +612,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 20
-                Offset of rows: 490
-                Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 510
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
@@ -661,6 +821,38 @@ STAGE PLANS:
         /srcpart/ds=2008-04-08/hr=12 [srcpart]
         /srcpart/ds=2008-04-09/hr=11 [srcpart]
         /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 20
+            Offset of rows: 490
+            Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -668,7 +860,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -676,7 +868,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -684,31 +876,31 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-414	414	2008-04-08	11
-477	477	2008-04-08	11
-222	222	2008-04-08	11
-126	126	2008-04-08	11
-90	90	2008-04-08	11
-169	169	2008-04-08	11
-403	403	2008-04-08	11
-400	400	2008-04-08	11
-200	200	2008-04-08	11
-97	97	2008-04-08	11
-238	238	2008-04-08	12
-86	86	2008-04-08	12
-311	311	2008-04-08	12
-27	27	2008-04-08	12
-165	165	2008-04-08	12
-409	409	2008-04-08	12
-255	255	2008-04-08	12
-278	278	2008-04-08	12
-98	98	2008-04-08	12
-484	484	2008-04-08	12
+201	201	2008-04-09	11
+201	201	2008-04-09	12
+202	202	2008-04-08	11
+202	202	2008-04-08	12
+202	202	2008-04-09	11
+202	202	2008-04-09	12
+203	203	2008-04-08	11
+203	203	2008-04-08	11
+203	203	2008-04-08	12
+203	203	2008-04-08	12
+203	203	2008-04-09	11
+203	203	2008-04-09	11
+203	203	2008-04-09	12
+203	203	2008-04-09	12
+205	205	2008-04-08	11
+205	205	2008-04-08	11
+205	205	2008-04-08	12
+205	205	2008-04-08	12
+205	205	2008-04-09	11
+205	205	2008-04-09	11
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -726,32 +918,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 600
-                Offset of rows: 490
-                Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 1090
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
@@ -952,6 +1127,38 @@ STAGE PLANS:
         /srcpart/ds=2008-04-08/hr=12 [srcpart]
         /srcpart/ds=2008-04-09/hr=11 [srcpart]
         /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 600
+            Offset of rows: 490
+            Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -959,7 +1166,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -967,7 +1174,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -975,611 +1182,611 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-414	414	2008-04-08	11
-477	477	2008-04-08	11
-222	222	2008-04-08	11
-126	126	2008-04-08	11
-90	90	2008-04-08	11
-169	169	2008-04-08	11
-403	403	2008-04-08	11
-400	400	2008-04-08	11
-200	200	2008-04-08	11
-97	97	2008-04-08	11
-238	238	2008-04-08	12
-86	86	2008-04-08	12
-311	311	2008-04-08	12
-27	27	2008-04-08	12
-165	165	2008-04-08	12
-409	409	2008-04-08	12
-255	255	2008-04-08	12
-278	278	2008-04-08	12
-98	98	2008-04-08	12
-484	484	2008-04-08	12
-265	265	2008-04-08	12
-193	193	2008-04-08	12
-401	401	2008-04-08	12
-150	150	2008-04-08	12
-273	273	2008-04-08	12
-224	224	2008-04-08	12
-369	369	2008-04-08	12
-66	66	2008-04-08	12
-128	128	2008-04-08	12
-213	213	2008-04-08	12
-146	146	2008-04-08	12
-406	406	2008-04-08	12
-429	429	2008-04-08	12
-374	374	2008-04-08	12
-152	152	2008-04-08	12
-469	469	2008-04-08	12
-145	145	2008-04-08	12
-495	495	2008-04-08	12
-37	37	2008-04-08	12
-327	327	2008-04-08	12
-281	281	2008-04-08	12
-277	277	2008-04-08	12
-209	209	2008-04-08	12
-15	15	2008-04-08	12
-82	82	2008-04-08	12
-403	403	2008-04-08	12
-166	166	2008-04-08	12
-417	417	2008-04-08	12
-430	430	2008-04-08	12
-252	252	2008-04-08	12
-292	292	2008-04-08	12
-219	219	2008-04-08	12
-287	287	2008-04-08	12
-153	153	2008-04-08	12
-193	193	2008-04-08	12
-338	338	2008-04-08	12
-446	446	2008-04-08	12
-459	459	2008-04-08	12
-394	394	2008-04-08	12
-237	237	2008-04-08	12
-482	482	2008-04-08	12
-174	174	2008-04-08	12
-413	413	2008-04-08	12
-494	494	2008-04-08	12
-207	207	2008-04-08	12
-199	199	2008-04-08	12
-466	466	2008-04-08	12
-208	208	2008-04-08	12
-174	174	2008-04-08	12
-399	399	2008-04-08	12
-396	396	2008-04-08	12
-247	247	2008-04-08	12
-417	417	2008-04-08	12
-489	489	2008-04-08	12
-162	162	2008-04-08	12
-377	377	2008-04-08	12
-397	397	2008-04-08	12
-309	309	2008-04-08	12
-365	365	2008-04-08	12
-266	266	2008-04-08	12
-439	439	2008-04-08	12
-342	342	2008-04-08	12
-367	367	2008-04-08	12
-325	325	2008-04-08	12
-167	167	2008-04-08	12
-195	195	2008-04-08	12
-475	475	2008-04-08	12
-17	17	2008-04-08	12
-113	113	2008-04-08	12
-155	155	2008-04-08	12
+201	201	2008-04-09	11
+201	201	2008-04-09	12
+202	202	2008-04-08	11
+202	202	2008-04-08	12
+202	202	2008-04-09	11
+202	202	2008-04-09	12
+203	203	2008-04-08	11
+203	203	2008-04-08	11
 203	203	2008-04-08	12
-339	339	2008-04-08	12
-0	0	2008-04-08	12
-455	455	2008-04-08	12
-128	128	2008-04-08	12
-311	311	2008-04-08	12
-316	316	2008-04-08	12
-57	57	2008-04-08	12
-302	302	2008-04-08	12
+203	203	2008-04-08	12
+203	203	2008-04-09	11
+203	203	2008-04-09	11
+203	203	2008-04-09	12
+203	203	2008-04-09	12
+205	205	2008-04-08	11
+205	205	2008-04-08	11
 205	205	2008-04-08	12
-149	149	2008-04-08	12
-438	438	2008-04-08	12
-345	345	2008-04-08	12
-129	129	2008-04-08	12
-170	170	2008-04-08	12
-20	20	2008-04-08	12
-489	489	2008-04-08	12
-157	157	2008-04-08	12
-378	378	2008-04-08	12
-221	221	2008-04-08	12
-92	92	2008-04-08	12
-111	111	2008-04-08	12
-47	47	2008-04-08	12
-72	72	2008-04-08	12
-4	4	2008-04-08	12
-280	280	2008-04-08	12
-35	35	2008-04-08	12
-427	427	2008-04-08	12
-277	277	2008-04-08	12
+205	205	2008-04-08	12
+205	205	2008-04-09	11
+205	205	2008-04-09	11
+205	205	2008-04-09	12
+205	205	2008-04-09	12
+207	207	2008-04-08	11
+207	207	2008-04-08	11
+207	207	2008-04-08	12
+207	207	2008-04-08	12
+207	207	2008-04-09	11
+207	207	2008-04-09	11
+207	207	2008-04-09	12
+207	207	2008-04-09	12
+208	208	2008-04-08	11
+208	208	2008-04-08	11
+208	208	2008-04-08	11
 208	208	2008-04-08	12
-356	356	2008-04-08	12
-399	399	2008-04-08	12
-169	169	2008-04-08	12
-382	382	2008-04-08	12
-498	498	2008-04-08	12
-125	125	2008-04-08	12
-386	386	2008-04-08	12
-437	437	2008-04-08	12
-469	469	2008-04-08	12
-192	192	2008-04-08	12
-286	286	2008-04-08	12
-187	187	2008-04-08	12
-176	176	2008-04-08	12
-54	54	2008-04-08	12
-459	459	2008-04-08	12
-51	51	2008-04-08	12
-138	138	2008-04-08	12
-103	103	2008-04-08	12
-239	239	2008-04-08	12
+208	208	2008-04-08	12
+208	208	2008-04-08	12
+208	208	2008-04-09	11
+208	208	2008-04-09	11
+208	208	2008-04-09	11
+208	208	2008-04-09	12
+208	208	2008-04-09	12
+208	208	2008-04-09	12
+209	209	2008-04-08	11
+209	209	2008-04-08	11
+209	209	2008-04-08	12
+209	209	2008-04-08	12
+209	209	2008-04-09	11
+209	209	2008-04-09	11
+209	209	2008-04-09	12
+209	209	2008-04-09	12
+213	213	2008-04-08	11
+213	213	2008-04-08	11
+213	213	2008-04-08	12
 213	213	2008-04-08	12
+213	213	2008-04-09	11
+213	213	2008-04-09	11
+213	213	2008-04-09	12
+213	213	2008-04-09	12
+214	214	2008-04-08	11
+214	214	2008-04-08	12
+214	214	2008-04-09	11
+214	214	2008-04-09	12
+216	216	2008-04-08	11
+216	216	2008-04-08	11
 216	216	2008-04-08	12
-430	430	2008-04-08	12
-278	278	2008-04-08	12
-176	176	2008-04-08	12
-289	289	2008-04-08	12
-221	221	2008-04-08	12
-65	65	2008-04-08	12
-318	318	2008-04-08	12
-332	332	2008-04-08	12
-311	311	2008-04-08	12
-275	275	2008-04-08	12
-137	137	2008-04-08	12
-241	241	2008-04-08	12
-83	83	2008-04-08	12
-333	333	2008-04-08	12
-180	180	2008-04-08	12
-284	284	2008-04-08	12
-12	12	2008-04-08	12
-230	230	2008-04-08	12
-181	181	2008-04-08	12
-67	67	2008-04-08	12
-260	260	2008-04-08	12
-404	404	2008-04-08	12
-384	384	2008-04-08	12
-489	489	2008-04-08	12
-353	353	2008-04-08	12
-373	373	2008-04-08	12
-272	272	2008-04-08	12
-138	138	2008-04-08	12
+216	216	2008-04-08	12
+216	216	2008-04-09	11
+216	216	2008-04-09	11
+216	216	2008-04-09	12
+216	216	2008-04-09	12
+217	217	2008-04-08	11
+217	217	2008-04-08	11
 217	217	2008-04-08	12
-84	84	2008-04-08	12
-348	348	2008-04-08	12
-466	466	2008-04-08	12
-58	58	2008-04-08	12
-8	8	2008-04-08	12
-411	411	2008-04-08	12
-230	230	2008-04-08	12
-208	208	2008-04-08	12
-348	348	2008-04-08	12
-24	24	2008-04-08	12
-463	463	2008-04-08	12
-431	431	2008-04-08	12
-179	179	2008-04-08	12
-172	172	2008-04-08	12
-42	42	2008-04-08	12
-129	129	2008-04-08	12
-158	158	2008-04-08	12
-119	119	2008-04-08	12
-496	496	2008-04-08	12
-0	0	2008-04-08	12
-322	322	2008-04-08	12
-197	197	2008-04-08	12
-468	468	2008-04-08	12
-393	393	2008-04-08	12
-454	454	2008-04-08	12
-100	100	2008-04-08	12
-298	298	2008-04-08	12
-199	199	2008-04-08	12
-191	191	2008-04-08	12
-418	418	2008-04-08	12
-96	96	2008-04-08	12
-26	26	2008-04-08	12
-165	165	2008-04-08	12
-327	327	2008-04-08	12
-230	230	2008-04-08	12
-205	205	2008-04-08	12
-120	120	2008-04-08	12
-131	131	2008-04-08	12
-51	51	2008-04-08	12
-404	404	2008-04-08	12
-43	43	2008-04-08	12
-436	436	2008-04-08	12
-156	156	2008-04-08	12
-469	469	2008-04-08	12
-468	468	2008-04-08	12
-308	308	2008-04-08	12
-95	95	2008-04-08	12
-196	196	2008-04-08	12
-288	288	2008-04-08	12
-481	481	2008-04-08	12
-457	457	2008-04-08	12
-98	98	2008-04-08	12
-282	282	2008-04-08	12
-197	197	2008-04-08	12
-187	187	2008-04-08	12
-318	318	2008-04-08	12
-318	318	2008-04-08	12
-409	409	2008-04-08	12
-470	470	2008-04-08	12
-137	137	2008-04-08	12
-369	369	2008-04-08	12
-316	316	2008-04-08	12
-169	169	2008-04-08	12
-413	413	2008-04-08	12
-85	85	2008-04-08	12
-77	77	2008-04-08	12
-0	0	2008-04-08	12
-490	490	2008-04-08	12
-87	87	2008-04-08	12
-364	364	2008-04-08	12
-179	179	2008-04-08	12
-118	118	2008-04-08	12
-134	134	2008-04-08	12
-395	395	2008-04-08	12
-282	282	2008-04-08	12
-138	138	2008-04-08	12
-238	238	2008-04-08	12
-419	419	2008-04-08	12
-15	15	2008-04-08	12
-118	118	2008-04-08	12
-72	72	2008-04-08	12
-90	90	2008-04-08	12
-307	307	2008-04-08	12
-19	19	2008-04-08	12
-435	435	2008-04-08	12
-10	10	2008-04-08	12
-277	277	2008-04-08	12
-273	273	2008-04-08	12
-306	306	2008-04-08	12
-224	224	2008-04-08	12
-309	309	2008-04-08	12
-389	389	2008-04-08	12
-327	327	2008-04-08	12
-242	242	2008-04-08	12
-369	369	2008-04-08	12
-392	392	2008-04-08	12
-272	272	2008-04-08	12
-331	331	2008-04-08	12
-401	401	2008-04-08	12
-242	242	2008-04-08	12
-452	452	2008-04-08	12
-177	177	2008-04-08	12
-226	226	2008-04-08	12
-5	5	2008-04-08	12
-497	497	2008-04-08	12
-402	402	2008-04-08	12
-396	396	2008-04-08	12
-317	317	2008-04-08	12
-395	395	2008-04-08	12
-58	58	2008-04-08	12
-35	35	2008-04-08	12
-336	336	2008-04-08	12
-95	95	2008-04-08	12
-11	11	2008-04-08	12
-168	168	2008-04-08	12
-34	34	2008-04-08	12
-229	229	2008-04-08	12
-233	233	2008-04-08	12
-143	143	2008-04-08	12
-472	472	2008-04-08	12
-322	322	2008-04-08	12
-498	498	2008-04-08	12
-160	160	2008-04-08	12
-195	195	2008-04-08	12
-42	42	2008-04-08	12
-321	321	2008-04-08	12
-430	430	2008-04-08	12
-119	119	2008-04-08	12
-489	489	2008-04-08	12
-458	458	2008-04-08	12
-78	78	2008-04-08	12
-76	76	2008-04-08	12
-41	41	2008-04-08	12
-223	223	2008-04-08	12
-492	492	2008-04-08	12
-149	149	2008-04-08	12
-449	449	2008-04-08	12
+217	217	2008-04-08	12
+217	217	2008-04-09	11
+217	217	2008-04-09	11
+217	217	2008-04-09	12
+217	217	2008-04-09	12
+218	218	2008-04-08	11
 218	218	2008-04-08	12
-228	228	2008-04-08	12
-138	138	2008-04-08	12
-453	453	2008-04-08	12
-30	30	2008-04-08	12
-209	209	2008-04-08	12
-64	64	2008-04-08	12
-468	468	2008-04-08	12
-76	76	2008-04-08	12
-74	74	2008-04-08	12
-342	342	2008-04-08	12
-69	69	2008-04-08	12
-230	230	2008-04-08	12
-33	33	2008-04-08	12
-368	368	2008-04-08	12
-103	103	2008-04-08	12
-296	296	2008-04-08	12
-113	113	2008-04-08	12
-216	216	2008-04-08	12
-367	367	2008-04-08	12
-344	344	2008-04-08	12
-167	167	2008-04-08	12
-274	274	2008-04-08	12
+218	218	2008-04-09	11
+218	218	2008-04-09	12
+219	219	2008-04-08	11
+219	219	2008-04-08	11
 219	219	2008-04-08	12
-239	239	2008-04-08	12
-485	485	2008-04-08	12
-116	116	2008-04-08	12
+219	219	2008-04-08	12
+219	219	2008-04-09	11
+219	219	2008-04-09	11
+219	219	2008-04-09	12
+219	219	2008-04-09	12
+221	221	2008-04-08	11
+221	221	2008-04-08	11
+221	221	2008-04-08	12
+221	221	2008-04-08	12
+221	221	2008-04-09	11
+221	221	2008-04-09	11
+221	221	2008-04-09	12
+221	221	2008-04-09	12
+222	222	2008-04-08	11
+222	222	2008-04-08	12
+222	222	2008-04-09	11
+222	222	2008-04-09	12
+223	223	2008-04-08	11
+223	223	2008-04-08	11
 223	223	2008-04-08	12
-256	256	2008-04-08	12
-263	263	2008-04-08	12
-70	70	2008-04-08	12
-487	487	2008-04-08	12
-480	480	2008-04-08	12
-401	401	2008-04-08	12
-288	288	2008-04-08	12
-191	191	2008-04-08	12
-5	5	2008-04-08	12
-244	244	2008-04-08	12
-438	438	2008-04-08	12
-128	128	2008-04-08	12
-467	467	2008-04-08	12
-432	432	2008-04-08	12
-202	202	2008-04-08	12
-316	316	2008-04-08	12
+223	223	2008-04-08	12
+223	223	2008-04-09	11
+223	223	2008-04-09	11
+223	223	2008-04-09	12
+223	223	2008-04-09	12
+224	224	2008-04-08	11
+224	224	2008-04-08	11
+224	224	2008-04-08	12
+224	224	2008-04-08	12
+224	224	2008-04-09	11
+224	224	2008-04-09	11
+224	224	2008-04-09	12
+224	224	2008-04-09	12
+226	226	2008-04-08	11
+226	226	2008-04-08	12
+226	226	2008-04-09	11
+226	226	2008-04-09	12
+228	228	2008-04-08	11
+228	228	2008-04-08	12
+228	228	2008-04-09	11
+228	228	2008-04-09	12
+229	229	2008-04-08	11
+229	229	2008-04-08	11
 229	229	2008-04-08	12
-469	469	2008-04-08	12
-463	463	2008-04-08	12
-280	280	2008-04-08	12
-2	2	2008-04-08	12
-35	35	2008-04-08	12
-283	283	2008-04-08	12
-331	331	2008-04-08	12
+229	229	2008-04-08	12
+229	229	2008-04-09	11
+229	229	2008-04-09	11
+229	229	2008-04-09	12
+229	229	2008-04-09	12
+230	230	2008-04-08	11
+230	230	2008-04-08	11
+230	230	2008-04-08	11
+230	230	2008-04-08	11
+230	230	2008-04-08	11
+230	230	2008-04-08	12
+230	230	2008-04-08	12
+230	230	2008-04-08	12
+230	230	2008-04-08	12
+230	230	2008-04-08	12
+230	230	2008-04-09	11
+230	230	2008-04-09	11
+230	230	2008-04-09	11
+230	230	2008-04-09	11
+230	230	2008-04-09	11
+230	230	2008-04-09	12
+230	230	2008-04-09	12
+230	230	2008-04-09	12
+230	230	2008-04-09	12
+230	230	2008-04-09	12
+233	233	2008-04-08	11
+233	233	2008-04-08	11
+233	233	2008-04-08	12
+233	233	2008-04-08	12
+233	233	2008-04-09	11
+233	233	2008-04-09	11
+233	233	2008-04-09	12
+233	233	2008-04-09	12
+235	235	2008-04-08	11
 235	235	2008-04-08	12
-80	80	2008-04-08	12
-44	44	2008-04-08	12
-193	193	2008-04-08	12
-321	321	2008-04-08	12
-335	335	2008-04-08	12
-104	104	2008-04-08	12
-466	466	2008-04-08	12
-366	366	2008-04-08	12
-175	175	2008-04-08	12
-403	403	2008-04-08	12
-483	483	2008-04-08	12
-53	53	2008-04-08	12
-105	105	2008-04-08	12
-257	257	2008-04-08	12
-406	406	2008-04-08	12
-409	409	2008-04-08	12
-190	190	2008-04-08	12
-406	406	2008-04-08	12
-401	401	2008-04-08	12
-114	114	2008-04-08	12
-258	258	2008-04-08	12
-90	90	2008-04-08	12
-203	203	2008-04-08	12
-262	262	2008-04-08	12
-348	348	2008-04-08	12
-424	424	2008-04-08	12
-12	12	2008-04-08	12
-396	396	2008-04-08	12
-201	201	2008-04-08	12
-217	217	2008-04-08	12
-164	164	2008-04-08	12
-431	431	2008-04-08	12
-454	454	2008-04-08	12
-478	478	2008-04-08	12
-298	298	2008-04-08	12
-125	125	2008-04-08	12
-431	431	2008-04-08	12
-164	164	2008-04-08	12
-424	424	2008-04-08	12
-187	187	2008-04-08	12
-382	382	2008-04-08	12
-5	5	2008-04-08	12
-70	70	2008-04-08	12
-397	397	2008-04-08	12
-480	480	2008-04-08	12
-291	291	2008-04-08	12
-24	24	2008-04-08	12
-351	351	2008-04-08	12
-255	255	2008-04-08	12
-104	104	2008-04-08	12
-70	70	2008-04-08	12
-163	163	2008-04-08	12
-438	438	2008-04-08	12
-119	119	2008-04-08	12
-414	414	2008-04-08	12
-200	200	2008-04-08	12
-491	491	2008-04-08	12
+235	235	2008-04-09	11
+235	235	2008-04-09	12
+237	237	2008-04-08	11
+237	237	2008-04-08	11
+237	237	2008-04-08	12
 237	237	2008-04-08	12
-439	439	2008-04-08	12
-360	360	2008-04-08	12
+237	237	2008-04-09	11
+237	237	2008-04-09	11
+237	237	2008-04-09	12
+237	237	2008-04-09	12
+238	238	2008-04-08	11
+238	238	2008-04-08	11
+238	238	2008-04-08	12
+238	238	2008-04-08	12
+238	238	2008-04-09	11
+238	238	2008-04-09	11
+238	238	2008-04-09	12
+238	238	2008-04-09	12
+239	239	2008-04-08	11
+239	239	2008-04-08	11
+239	239	2008-04-08	12
+239	239	2008-04-08	12
+239	239	2008-04-09	11
+239	239	2008-04-09	11
+239	239	2008-04-09	12
+239	239	2008-04-09	12
+24	24	2008-04-08	11
+24	24	2008-04-08	11
+24	24	2008-04-08	12
+24	24	2008-04-08	12
+24	24	2008-04-09	11
+24	24	2008-04-09	11
+24	24	2008-04-09	12
+24	24	2008-04-09	12
+241	241	2008-04-08	11
+241	241	2008-04-08	12
+241	241	2008-04-09	11
+241	241	2008-04-09	12
+242	242	2008-04-08	11
+242	242	2008-04-08	11
+242	242	2008-04-08	12
+242	242	2008-04-08	12
+242	242	2008-04-09	11
+242	242	2008-04-09	11
+242	242	2008-04-09	12
+242	242	2008-04-09	12
+244	244	2008-04-08	11
+244	244	2008-04-08	12
+244	244	2008-04-09	11
+244	244	2008-04-09	12
+247	247	2008-04-08	11
+247	247	2008-04-08	12
+247	247	2008-04-09	11
+247	247	2008-04-09	12
+248	248	2008-04-08	11
 248	248	2008-04-08	12
-479	479	2008-04-08	12
-305	305	2008-04-08	12
-417	417	2008-04-08	12
-199	199	2008-04-08	12
-444	444	2008-04-08	12
-120	120	2008-04-08	12
-429	429	2008-04-08	12
-169	169	2008-04-08	12
-443	443	2008-04-08	12
-323	323	2008-04-08	12
-325	325	2008-04-08	12
-277	277	2008-04-08	12
-230	230	2008-04-08	12
-478	478	2008-04-08	12
-178	178	2008-04-08	12
-468	468	2008-04-08	12
-310	310	2008-04-08	12
-317	317	2008-04-08	12
-333	333	2008-04-08	12
-493	493	2008-04-08	12
-460	460	2008-04-08	12
-207	207	2008-04-08	12
+248	248	2008-04-09	11
+248	248	2008-04-09	12
+249	249	2008-04-08	11
 249	249	2008-04-08	12
-265	265	2008-04-08	12
-480	480	2008-04-08	12
-83	83	2008-04-08	12
-136	136	2008-04-08	12
-353	353	2008-04-08	12
-172	172	2008-04-08	12
-214	214	2008-04-08	12
-462	462	2008-04-08	12
-233	233	2008-04-08	12
-406	406	2008-04-08	12
-133	133	2008-04-08	12
-175	175	2008-04-08	12
-189	189	2008-04-08	12
-454	454	2008-04-08	12
-375	375	2008-04-08	12
-401	401	2008-04-08	12
-421	421	2008-04-08	12
-407	407	2008-04-08	12
-384	384	2008-04-08	12
+249	249	2008-04-09	11
+249	249	2008-04-09	12
+252	252	2008-04-08	11
+252	252	2008-04-08	12
+252	252	2008-04-09	11
+252	252	2008-04-09	12
+255	255	2008-04-08	11
+255	255	2008-04-08	11
+255	255	2008-04-08	12
+255	255	2008-04-08	12
+255	255	2008-04-09	11
+255	255	2008-04-09	11
+255	255	2008-04-09	12
+255	255	2008-04-09	12
+256	256	2008-04-08	11
+256	256	2008-04-08	11
 256	256	2008-04-08	12
+256	256	2008-04-08	12
+256	256	2008-04-09	11
+256	256	2008-04-09	11
+256	256	2008-04-09	12
+256	256	2008-04-09	12
+257	257	2008-04-08	11
+257	257	2008-04-08	12
+257	257	2008-04-09	11
+257	257	2008-04-09	12
+258	258	2008-04-08	11
+258	258	2008-04-08	12
+258	258	2008-04-09	11
+258	258	2008-04-09	12
+26	26	2008-04-08	11
+26	26	2008-04-08	11
 26	26	2008-04-08	12
-134	134	2008-04-08	12
-67	67	2008-04-08	12
-384	384	2008-04-08	12
-379	379	2008-04-08	12
-18	18	2008-04-08	12
-462	462	2008-04-08	12
-492	492	2008-04-08	12
-100	100	2008-04-08	12
-298	298	2008-04-08	12
-9	9	2008-04-08	12
-341	341	2008-04-08	12
-498	498	2008-04-08	12
-146	146	2008-04-08	12
-458	458	2008-04-08	12
-362	362	2008-04-08	12
-186	186	2008-04-08	12
-285	285	2008-04-08	12
-348	348	2008-04-08	12
-167	167	2008-04-08	12
-18	18	2008-04-08	12
-273	273	2008-04-08	12
-183	183	2008-04-08	12
-281	281	2008-04-08	12
-344	344	2008-04-08	12
-97	97	2008-04-08	12
-469	469	2008-04-08	12
-315	315	2008-04-08	12
-84	84	2008-04-08	12
-28	28	2008-04-08	12
-37	37	2008-04-08	12
-448	448	2008-04-08	12
-152	152	2008-04-08	12
-348	348	2008-04-08	12
-307	307	2008-04-08	12
-194	194	2008-04-08	12
-414	414	2008-04-08	12
-477	477	2008-04-08	12
-222	222	2008-04-08	12
-126	126	2008-04-08	12
-90	90	2008-04-08	12
-169	169	2008-04-08	12
-403	403	2008-04-08	12
-400	400	2008-04-08	12
-200	200	2008-04-08	12
-97	97	2008-04-08	12
-238	238	2008-04-09	11
-86	86	2008-04-09	11
-311	311	2008-04-09	11
-27	27	2008-04-09	11
-165	165	2008-04-09	11
-409	409	2008-04-09	11
-255	255	2008-04-09	11
-278	278	2008-04-09	11
-98	98	2008-04-09	11
-484	484	2008-04-09	11
+26	26	2008-04-08	12
+26	26	2008-04-09	11
+26	26	2008-04-09	11
+26	26	2008-04-09	12
+26	26	2008-04-09	12
+260	260	2008-04-08	11
+260	260	2008-04-08	12
+260	260	2008-04-09	11
+260	260	2008-04-09	12
+262	262	2008-04-08	11
+262	262	2008-04-08	12
+262	262	2008-04-09	11
+262	262	2008-04-09	12
+263	263	2008-04-08	11
+263	263	2008-04-08	12
+263	263	2008-04-09	11
+263	263	2008-04-09	12
+265	265	2008-04-08	11
+265	265	2008-04-08	11
+265	265	2008-04-08	12
+265	265	2008-04-08	12
 265	265	2008-04-09	11
-193	193	2008-04-09	11
-401	401	2008-04-09	11
-150	150	2008-04-09	11
+265	265	2008-04-09	11
+265	265	2008-04-09	12
+265	265	2008-04-09	12
+266	266	2008-04-08	11
+266	266	2008-04-08	12
+266	266	2008-04-09	11
+266	266	2008-04-09	12
+27	27	2008-04-08	11
+27	27	2008-04-08	12
+27	27	2008-04-09	11
+27	27	2008-04-09	12
+272	272	2008-04-08	11
+272	272	2008-04-08	11
+272	272	2008-04-08	12
+272	272	2008-04-08	12
+272	272	2008-04-09	11
+272	272	2008-04-09	11
+272	272	2008-04-09	12
+272	272	2008-04-09	12
+273	273	2008-04-08	11
+273	273	2008-04-08	11
+273	273	2008-04-08	11
+273	273	2008-04-08	12
+273	273	2008-04-08	12
+273	273	2008-04-08	12
 273	273	2008-04-09	11
-224	224	2008-04-09	11
-369	369	2008-04-09	11
-66	66	2008-04-09	11
-128	128	2008-04-09	11
-213	213	2008-04-09	11
-146	146	2008-04-09	11
-406	406	2008-04-09	11
-429	429	2008-04-09	11
-374	374	2008-04-09	11
-152	152	2008-04-09	11
-469	469	2008-04-09	11
-145	145	2008-04-09	11
-495	495	2008-04-09	11
-37	37	2008-04-09	11
-327	327	2008-04-09	11
-281	281	2008-04-09	11
+273	273	2008-04-09	11
+273	273	2008-04-09	11
+273	273	2008-04-09	12
+273	273	2008-04-09	12
+273	273	2008-04-09	12
+274	274	2008-04-08	11
+274	274	2008-04-08	12
+274	274	2008-04-09	11
+274	274	2008-04-09	12
+275	275	2008-04-08	11
+275	275	2008-04-08	12
+275	275	2008-04-09	11
+275	275	2008-04-09	12
+277	277	2008-04-08	11
+277	277	2008-04-08	11
+277	277	2008-04-08	11
+277	277	2008-04-08	11
+277	277	2008-04-08	12
+277	277	2008-04-08	12
+277	277	2008-04-08	12
+277	277	2008-04-08	12
 277	277	2008-04-09	11
-209	209	2008-04-09	11
-15	15	2008-04-09	11
-82	82	2008-04-09	11
-403	403	2008-04-09	11
-166	166	2008-04-09	11
-417	417	2008-04-09	11
-430	430	2008-04-09	11
-252	252	2008-04-09	11
-292	292	2008-04-09	11
-219	219	2008-04-09	11
+277	277	2008-04-09	11
+277	277	2008-04-09	11
+277	277	2008-04-09	11
+277	277	2008-04-09	12
+277	277	2008-04-09	12
+277	277	2008-04-09	12
+277	277	2008-04-09	12
+278	278	2008-04-08	11
+278	278	2008-04-08	11
+278	278	2008-04-08	12
+278	278	2008-04-08	12
+278	278	2008-04-09	11
+278	278	2008-04-09	11
+278	278	2008-04-09	12
+278	278	2008-04-09	12
+28	28	2008-04-08	11
+28	28	2008-04-08	12
+28	28	2008-04-09	11
+28	28	2008-04-09	12
+280	280	2008-04-08	11
+280	280	2008-04-08	11
+280	280	2008-04-08	12
+280	280	2008-04-08	12
+280	280	2008-04-09	11
+280	280	2008-04-09	11
+280	280	2008-04-09	12
+280	280	2008-04-09	12
+281	281	2008-04-08	11
+281	281	2008-04-08	11
+281	281	2008-04-08	12
+281	281	2008-04-08	12
+281	281	2008-04-09	11
+281	281	2008-04-09	11
+281	281	2008-04-09	12
+281	281	2008-04-09	12
+282	282	2008-04-08	11
+282	282	2008-04-08	11
+282	282	2008-04-08	12
+282	282	2008-04-08	12
+282	282	2008-04-09	11
+282	282	2008-04-09	11
+282	282	2008-04-09	12
+282	282	2008-04-09	12
+283	283	2008-04-08	11
+283	283	2008-04-08	12
+283	283	2008-04-09	11
+283	283	2008-04-09	12
+284	284	2008-04-08	11
+284	284	2008-04-08	12
+284	284	2008-04-09	11
+284	284	2008-04-09	12
+285	285	2008-04-08	11
+285	285	2008-04-08	12
+285	285	2008-04-09	11
+285	285	2008-04-09	12
+286	286	2008-04-08	11
+286	286	2008-04-08	12
+286	286	2008-04-09	11
+286	286	2008-04-09	12
+287	287	2008-04-08	11
+287	287	2008-04-08	12
 287	287	2008-04-09	11
-153	153	2008-04-09	11
-193	193	2008-04-09	11
-338	338	2008-04-09	11
-446	446	2008-04-09	11
-459	459	2008-04-09	11
-394	394	2008-04-09	11
-237	237	2008-04-09	11
-482	482	2008-04-09	11
-174	174	2008-04-09	11
-413	413	2008-04-09	11
-494	494	2008-04-09	11
-207	207	2008-04-09	11
-199	199	2008-04-09	11
-466	466	2008-04-09	11
-208	208	2008-04-09	11
-174	174	2008-04-09	11
-399	399	2008-04-09	11
-396	396	2008-04-09	11
-247	247	2008-04-09	11
-417	417	2008-04-09	11
-489	489	2008-04-09	11
-162	162	2008-04-09	11
-377	377	2008-04-09	11
-397	397	2008-04-09	11
+287	287	2008-04-09	12
+288	288	2008-04-08	11
+288	288	2008-04-08	11
+288	288	2008-04-08	12
+288	288	2008-04-08	12
+288	288	2008-04-09	11
+288	288	2008-04-09	11
+288	288	2008-04-09	12
+288	288	2008-04-09	12
+289	289	2008-04-08	11
+289	289	2008-04-08	12
+289	289	2008-04-09	11
+289	289	2008-04-09	12
+291	291	2008-04-08	11
+291	291	2008-04-08	12
+291	291	2008-04-09	11
+291	291	2008-04-09	12
+292	292	2008-04-08	11
+292	292	2008-04-08	12
+292	292	2008-04-09	11
+292	292	2008-04-09	12
+296	296	2008-04-08	11
+296	296	2008-04-08	12
+296	296	2008-04-09	11
+296	296	2008-04-09	12
+298	298	2008-04-08	11
+298	298	2008-04-08	11
+298	298	2008-04-08	11
+298	298	2008-04-08	12
+298	298	2008-04-08	12
+298	298	2008-04-08	12
+298	298	2008-04-09	11
+298	298	2008-04-09	11
+298	298	2008-04-09	11
+298	298	2008-04-09	12
+298	298	2008-04-09	12
+298	298	2008-04-09	12
+30	30	2008-04-08	11
+30	30	2008-04-08	12
+30	30	2008-04-09	11
+30	30	2008-04-09	12
+302	302	2008-04-08	11
+302	302	2008-04-08	12
+302	302	2008-04-09	11
+302	302	2008-04-09	12
+305	305	2008-04-08	11
+305	305	2008-04-08	12
+305	305	2008-04-09	11
+305	305	2008-04-09	12
+306	306	2008-04-08	11
+306	306	2008-04-08	12
+306	306	2008-04-09	11
+306	306	2008-04-09	12
+307	307	2008-04-08	11
+307	307	2008-04-08	11
+307	307	2008-04-08	12
+307	307	2008-04-08	12
+307	307	2008-04-09	11
+307	307	2008-04-09	11
+307	307	2008-04-09	12
+307	307	2008-04-09	12
+308	308	2008-04-08	11
+308	308	2008-04-08	12
+308	308	2008-04-09	11
+308	308	2008-04-09	12
+309	309	2008-04-08	11
+309	309	2008-04-08	11
+309	309	2008-04-08	12
+309	309	2008-04-08	12
 309	309	2008-04-09	11
-365	365	2008-04-09	11
-266	266	2008-04-09	11
-439	439	2008-04-09	11
-342	342	2008-04-09	11
-367	367	2008-04-09	11
-325	325	2008-04-09	11
-167	167	2008-04-09	11
-195	195	2008-04-09	11
-475	475	2008-04-09	11
-17	17	2008-04-09	11
-113	113	2008-04-09	11
-155	155	2008-04-09	11
-203	203	2008-04-09	11
-339	339	2008-04-09	11
-0	0	2008-04-09	11
-455	455	2008-04-09	11
-128	128	2008-04-09	11
+309	309	2008-04-09	11
+309	309	2008-04-09	12
+309	309	2008-04-09	12
+310	310	2008-04-08	11
+310	310	2008-04-08	12
+310	310	2008-04-09	11
+310	310	2008-04-09	12
+311	311	2008-04-08	11
+311	311	2008-04-08	11
+311	311	2008-04-08	11
+311	311	2008-04-08	12
+311	311	2008-04-08	12
+311	311	2008-04-08	12
+311	311	2008-04-09	11
+311	311	2008-04-09	11
 311	311	2008-04-09	11
+311	311	2008-04-09	12
+311	311	2008-04-09	12
+311	311	2008-04-09	12
+315	315	2008-04-08	11
+315	315	2008-04-08	12
+315	315	2008-04-09	11
+315	315	2008-04-09	12
+316	316	2008-04-08	11
+316	316	2008-04-08	11
+316	316	2008-04-08	11
+316	316	2008-04-08	12
+316	316	2008-04-08	12
+316	316	2008-04-08	12
 316	316	2008-04-09	11
-57	57	2008-04-09	11
-302	302	2008-04-09	11
-205	205	2008-04-09	11
+316	316	2008-04-09	11
+316	316	2008-04-09	11
+316	316	2008-04-09	12
+316	316	2008-04-09	12
+316	316	2008-04-09	12
+317	317	2008-04-08	11
+317	317	2008-04-08	11
+317	317	2008-04-08	12
+317	317	2008-04-08	12
+317	317	2008-04-09	11
+317	317	2008-04-09	11
+317	317	2008-04-09	12
+317	317	2008-04-09	12
+318	318	2008-04-08	11
+318	318	2008-04-08	11
+318	318	2008-04-08	11
+318	318	2008-04-08	12
+318	318	2008-04-08	12
+318	318	2008-04-08	12
+318	318	2008-04-09	11
+318	318	2008-04-09	11
+318	318	2008-04-09	11
+318	318	2008-04-09	12
+318	318	2008-04-09	12
+318	318	2008-04-09	12
+321	321	2008-04-08	11
+321	321	2008-04-08	11
+321	321	2008-04-08	12
+321	321	2008-04-08	12
+321	321	2008-04-09	11
+321	321	2008-04-09	11
+321	321	2008-04-09	12
+321	321	2008-04-09	12
+322	322	2008-04-08	11
+322	322	2008-04-08	11
+322	322	2008-04-08	12
+322	322	2008-04-08	12
+322	322	2008-04-09	11
+322	322	2008-04-09	11
+322	322	2008-04-09	12
+322	322	2008-04-09	12
+323	323	2008-04-08	11
+323	323	2008-04-08	12
+323	323	2008-04-09	11
+323	323	2008-04-09	12
+325	325	2008-04-08	11
+325	325	2008-04-08	11
+325	325	2008-04-08	12
+325	325	2008-04-08	12
+325	325	2008-04-09	11
+325	325	2008-04-09	11
+325	325	2008-04-09	12
+325	325	2008-04-09	12
+327	327	2008-04-08	11
+327	327	2008-04-08	11
+327	327	2008-04-08	11
+327	327	2008-04-08	12
+327	327	2008-04-08	12
+327	327	2008-04-08	12
+327	327	2008-04-09	11
+327	327	2008-04-09	11
+327	327	2008-04-09	11
+327	327	2008-04-09	12
+327	327	2008-04-09	12
+327	327	2008-04-09	12
+33	33	2008-04-08	11
+33	33	2008-04-08	12
+33	33	2008-04-09	11
+33	33	2008-04-09	12
+331	331	2008-04-08	11
+331	331	2008-04-08	11
+331	331	2008-04-08	12
+331	331	2008-04-08	12
+331	331	2008-04-09	11
+331	331	2008-04-09	11
+331	331	2008-04-09	12
+331	331	2008-04-09	12
+332	332	2008-04-08	11
+332	332	2008-04-08	12
+332	332	2008-04-09	11
+332	332	2008-04-09	12
+333	333	2008-04-08	11
+333	333	2008-04-08	11
+333	333	2008-04-08	12
+333	333	2008-04-08	12
+333	333	2008-04-09	11
+333	333	2008-04-09	11
+333	333	2008-04-09	12
+333	333	2008-04-09	12
+335	335	2008-04-08	11
+335	335	2008-04-08	12
+335	335	2008-04-09	11
+335	335	2008-04-09	12
+336	336	2008-04-08	11
+336	336	2008-04-08	12
+336	336	2008-04-09	11
+336	336	2008-04-09	12
+338	338	2008-04-08	11
+338	338	2008-04-08	12
+338	338	2008-04-09	11
+338	338	2008-04-09	12
+339	339	2008-04-08	11
+339	339	2008-04-08	12
+339	339	2008-04-09	11
+339	339	2008-04-09	12
+34	34	2008-04-08	11
+34	34	2008-04-08	12
+34	34	2008-04-09	11
+34	34	2008-04-09	12
+341	341	2008-04-08	11
+341	341	2008-04-08	12
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -1597,42 +1804,121 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 10
-                Offset of rows: 400
-                Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 410
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
-      Path -> Partition:
+      Path -> Partition:
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=11
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-08
+              hr 11
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
 #### A masked pattern was here ####
           Partition
-            base file name: kv1.txt
+            base file name: hr=12
             input format: org.apache.hadoop.mapred.TextInputFormat
             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
             partition values:
               ds 2008-04-08
+              hr 12
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=11
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-09
               hr 11
             properties:
               COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
@@ -1674,8 +1960,91 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.srcpart
             name: default.srcpart
+#### A masked pattern was here ####
+          Partition
+            base file name: hr=12
+            input format: org.apache.hadoop.mapred.TextInputFormat
+            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+            partition values:
+              ds 2008-04-09
+              hr 12
+            properties:
+              COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
+              bucket_count -1
+              column.name.delimiter ,
+              columns key,value
+              columns.comments 'default','default'
+              columns.types string:string
+#### A masked pattern was here ####
+              name default.srcpart
+              numFiles 1
+              numRows 500
+              partition_columns ds/hr
+              partition_columns.types string:string
+              rawDataSize 5312
+              serialization.ddl struct srcpart { string key, string value}
+              serialization.format 1
+              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              totalSize 5812
+#### A masked pattern was here ####
+            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              properties:
+                bucket_count -1
+                column.name.delimiter ,
+                columns key,value
+                columns.comments 'default','default'
+                columns.types string:string
+#### A masked pattern was here ####
+                name default.srcpart
+                partition_columns ds/hr
+                partition_columns.types string:string
+                serialization.ddl struct srcpart { string key, string value}
+                serialization.format 1
+                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.srcpart
+            name: default.srcpart
       Truncated Path -> Alias:
-        /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart]
+        /srcpart/ds=2008-04-08/hr=11 [srcpart]
+        /srcpart/ds=2008-04-08/hr=12 [srcpart]
+        /srcpart/ds=2008-04-09/hr=11 [srcpart]
+        /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 10
+            Offset of rows: 400
+            Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -1683,7 +2052,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -1691,7 +2060,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -1699,21 +2068,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-70	70	2008-04-08	11
-163	163	2008-04-08	11
-438	438	2008-04-08	11
-119	119	2008-04-08	11
-414	414	2008-04-08	11
-200	200	2008-04-08	11
-491	491	2008-04-08	11
-237	237	2008-04-08	11
-439	439	2008-04-08	11
-360	360	2008-04-08	11
+189	189	2008-04-08	11
+189	189	2008-04-08	12
+189	189	2008-04-09	11
+189	189	2008-04-09	12
+19	19	2008-04-08	11
+19	19	2008-04-08	12
+19	19	2008-04-09	11
+19	19	2008-04-09	12
+190	190	2008-04-08	11
+190	190	2008-04-08	12
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -1731,32 +2100,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 10
-                Offset of rows: 490
-                Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 500
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
@@ -1957,6 +2309,38 @@ STAGE PLANS:
         /srcpart/ds=2008-04-08/hr=12 [srcpart]
         /srcpart/ds=2008-04-09/hr=11 [srcpart]
         /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 10
+            Offset of rows: 490
+            Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -1964,7 +2348,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -1972,7 +2356,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -1980,21 +2364,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-414	414	2008-04-08	11
-477	477	2008-04-08	11
-222	222	2008-04-08	11
-126	126	2008-04-08	11
-90	90	2008-04-08	11
-169	169	2008-04-08	11
-403	403	2008-04-08	11
-400	400	2008-04-08	11
-200	200	2008-04-08	11
-97	97	2008-04-08	11
+201	201	2008-04-09	11
+201	201	2008-04-09	12
+202	202	2008-04-08	11
+202	202	2008-04-08	12
+202	202	2008-04-09	11
+202	202	2008-04-09	12
+203	203	2008-04-08	11
+203	203	2008-04-08	11
+203	203	2008-04-08	12
+203	203	2008-04-08	12
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -2012,32 +2396,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 20
-                Offset of rows: 490
-                Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escape.delim \
-                        hive.serialization.extend.additional.nesting.levels true
-                        serialization.escape.crlf true
-                        serialization.format 1
-                        serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  TotalFiles: 1
-                  GatherStats: false
-                  MultiFileSpray: false
+              Reduce Output Operator
+                key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                null sort order: aaaa
+                sort order: ++++
+                Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+                tag: -1
+                TopN: 510
+                TopN Hash Memory Usage: 0.1
+                auto parallelism: false
       Path -> Alias:
 #### A masked pattern was here ####
       Path -> Partition:
@@ -2238,6 +2605,38 @@ STAGE PLANS:
         /srcpart/ds=2008-04-08/hr=12 [srcpart]
         /srcpart/ds=2008-04-09/hr=11 [srcpart]
         /srcpart/ds=2008-04-09/hr=12 [srcpart]
+      Needs Tagging: false
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 20
+            Offset of rows: 490
+            Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              GlobalTableId: 0
+#### A masked pattern was here ####
+              NumFilesPerFileSink: 1
+              Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+              table:
+                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                  properties:
+                    columns _col0,_col1,_col2,_col3
+                    columns.types string:string:string:string
+                    escape.delim \
+                    hive.serialization.extend.additional.nesting.levels true
+                    serialization.escape.crlf true
+                    serialization.format 1
+                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              TotalFiles: 1
+              GatherStats: false
+              MultiFileSpray: false
 
   Stage: Stage-0
     Fetch Operator
@@ -2245,7 +2644,7 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 PREHOOK: type: QUERY
 PREHOOK: Input: default@srcpart
 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -2253,7 +2652,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20
+POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@srcpart
 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
@@ -2261,31 +2660,31 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
 #### A masked pattern was here ####
-414	414	2008-04-08	11
-477	477	2008-04-08	11
-222	222	2008-04-08	11
-126	126	2008-04-08	11
-90	90	2008-04-08	11
-169	169	2008-04-08	11
-403	403	2008-04-08	11
-400	400	2008-04-08	11
-200	200	2008-04-08	11
-97	97	2008-04-08	11
-238	238	2008-04-08	12
-86	86	2008-04-08	12
-311	311	2008-04-08	12
-27	27	2008-04-08	12
-165	165	2008-04-08	12
-409	409	2008-04-08	12
-255	255	2008-04-08	12
-278	278	2008-04-08	12
-98	98	2008-04-08	12
-484	484	2008-04-08	12
+201	201	2008-04-09	11
+201	201	2008-04-09	12
+202	202	2008-04-08	11
+202	202	2008-04-08	12
+202	202	2008-04-09	11
+202	202	2008-04-09	12
+203	203	2008-04-08	11
+203	203	2008-04-08	11
+203	203	2008-04-08	12
+203	203	2008-04-08	12
+203	203	2008-04-09	11
+203	203	2008-04-09	11
+203	203	2008-04-09	12
+203	203	2008-04-09	12
+205	205	2008-04-08	11
+205	205	2008-04-08	11
+205	205	2008-04-08	12
+205	205	2008-04-08	12
+205	205	2008-04-09	11
+205	205	2008-04-09	11
 PREHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -2303,32 +2702,15 @@ STAGE PLANS:
               expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string)
               outputColumnNames: _col0, _col1, _col2, _col3
               Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE
-              Limit
-                Number of rows: 600
-                Offset of rows: 490
-                Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-#### A masked pattern was here ####
-                  NumFilesPerFileSink: 1
-                  Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE
-#### A masked pattern was here ####
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                      properties:
-                        columns _col0,_col1,_col2,_col3
-                        columns.types string:string:string:string
-                        escap

<TRUNCATED>

[3/3] hive git commit: HIVE-19102: Vectorization: Suppress known Q file bugs (Matt McCline, reviewed by Teddy Choi)

Posted by mm...@apache.org.
HIVE-19102: Vectorization: Suppress known Q file bugs (Matt McCline, reviewed by Teddy Choi)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1417370c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1417370c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1417370c

Branch: refs/heads/master
Commit: 1417370ca4bd51dcba6e4e44a04a9713fe53eda8
Parents: 2fb7695
Author: Matt McCline <mm...@hortonworks.com>
Authored: Fri Apr 6 18:44:04 2018 -0500
Committer: Matt McCline <mm...@hortonworks.com>
Committed: Fri Apr 6 18:44:04 2018 -0500

----------------------------------------------------------------------
 .../clientpositive/udf_example_arraymapstruct.q |    4 +
 .../queries/clientpositive/delete_orig_table.q  |    4 +
 .../test/queries/clientpositive/escape_crlf.q   |    4 +
 .../queries/clientpositive/input_lazyserde.q    |    4 +
 .../queries/clientpositive/input_lazyserde2.q   |    4 +
 .../clientpositive/nested_column_pruning.q      |    4 +
 .../offset_limit_global_optimizer.q             |   32 +-
 .../parquet_map_of_arrays_of_ints.q             |    4 +
 .../clientpositive/parquet_map_of_maps.q        |    4 +
 .../clientpositive/parquet_nested_complex.q     |    4 +
 .../clientpositive/parquet_ppd_decimal.q        |    4 +
 .../queries/clientpositive/udf_context_aware.q  |    1 +
 .../queries/clientpositive/vector_data_types.q  |    2 +-
 .../clientpositive/vector_left_outer_join2.q    |    2 +-
 .../test/queries/clientpositive/vector_udf3.q   |    1 +
 ...insert_overwrite_local_directory_1_bug.q.out |   71 +
 .../clientpositive/llap/vector_data_types.q.out |    8 +-
 .../llap/vector_left_outer_join2.q.out          |    8 +-
 .../offset_limit_global_optimizer.q.out         | 3376 ++++++++++--------
 .../spark/vector_data_types.q.out               |    8 +-
 .../clientpositive/vector_data_types.q.out      |    8 +-
 .../vector_left_outer_join2.q.out               |    8 +-
 22 files changed, 2036 insertions(+), 1529 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q
----------------------------------------------------------------------
diff --git a/contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q b/contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q
index 2c36520..a8ab751 100644
--- a/contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q
+++ b/contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19110.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
+
 add jar ${system:maven.local.repository}/org/apache/hive/hive-contrib/${system:hive.version}/hive-contrib-${system:hive.version}.jar;
 
 CREATE TEMPORARY FUNCTION example_arraysum    AS 'org.apache.hadoop.hive.contrib.udf.example.UDFExampleArraySum';

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/delete_orig_table.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/delete_orig_table.q b/ql/src/test/queries/clientpositive/delete_orig_table.q
index 81c7cba..c73b21c 100644
--- a/ql/src/test/queries/clientpositive/delete_orig_table.q
+++ b/ql/src/test/queries/clientpositive/delete_orig_table.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19109.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
+
 set hive.support.concurrency=true;
 set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;
 set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/escape_crlf.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/escape_crlf.q b/ql/src/test/queries/clientpositive/escape_crlf.q
index 2d6e05e..46c3605 100644
--- a/ql/src/test/queries/clientpositive/escape_crlf.q
+++ b/ql/src/test/queries/clientpositive/escape_crlf.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19118.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
+
 DROP TABLE IF EXISTS base_tab;
 CREATE TABLE base_tab(a STRING, b STRING)
 ROW FORMAT DELIMITED

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/input_lazyserde.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/input_lazyserde.q b/ql/src/test/queries/clientpositive/input_lazyserde.q
index c29cb82..c37e48b 100644
--- a/ql/src/test/queries/clientpositive/input_lazyserde.q
+++ b/ql/src/test/queries/clientpositive/input_lazyserde.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19088.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 -- SORT_QUERY_RESULTS
 
 DROP TABLE dest1;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/input_lazyserde2.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/input_lazyserde2.q b/ql/src/test/queries/clientpositive/input_lazyserde2.q
index 0f58907..2a2cf06 100644
--- a/ql/src/test/queries/clientpositive/input_lazyserde2.q
+++ b/ql/src/test/queries/clientpositive/input_lazyserde2.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19088.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 -- SORT_QUERY_RESULTS
 
 DROP TABLE dest1;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/nested_column_pruning.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/nested_column_pruning.q b/ql/src/test/queries/clientpositive/nested_column_pruning.q
index aaadebd..ab5e16b 100644
--- a/ql/src/test/queries/clientpositive/nested_column_pruning.q
+++ b/ql/src/test/queries/clientpositive/nested_column_pruning.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19016.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 set hive.fetch.task.conversion = none;
 set hive.exec.dynamic.partition.mode = nonstrict;
 set hive.strict.checks.cartesian.product=false;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q b/ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q
index 5ddb9a6..8e08fbd 100644
--- a/ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q
+++ b/ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q
@@ -3,43 +3,43 @@ set hive.limit.row.max.size=12;
 set hive.mapred.mode=nonstrict;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600;
 
 set hive.cbo.enable=false;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20;
 
 EXPLAIN EXTENDED
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600;
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600;
 
-SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600;
\ No newline at end of file
+SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600;
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q b/ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q
index 8517848..87b9a00 100644
--- a/ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q
+++ b/ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19015.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 -- this test reads and writes a parquet file with a map of arrays of ints
 -- validates PARQUET-26 is fixed
 

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/parquet_map_of_maps.q b/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
index 4289f37..8afd26d 100644
--- a/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
+++ b/ql/src/test/queries/clientpositive/parquet_map_of_maps.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19015.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 -- this test reads and writes a parquet file with a map of maps
 
 CREATE TABLE parquet_map_of_maps (

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/parquet_nested_complex.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/parquet_nested_complex.q b/ql/src/test/queries/clientpositive/parquet_nested_complex.q
index 9ada66f..717e16f 100644
--- a/ql/src/test/queries/clientpositive/parquet_nested_complex.q
+++ b/ql/src/test/queries/clientpositive/parquet_nested_complex.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19016.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=none;
+
 -- start with the original nestedcomplex test
 
 create table nestedcomplex (

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q b/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q
index ff883db..ade49a3 100644
--- a/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q
+++ b/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q
@@ -1,3 +1,7 @@
+-- Suppress vectorization due to known bug.  See HIVE-19108.
+set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
+
 SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
 SET mapred.min.split.size=1000;
 SET mapred.max.split.size=5000;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/udf_context_aware.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/udf_context_aware.q b/ql/src/test/queries/clientpositive/udf_context_aware.q
index b12c213..bfbc73f 100644
--- a/ql/src/test/queries/clientpositive/udf_context_aware.q
+++ b/ql/src/test/queries/clientpositive/udf_context_aware.q
@@ -1,4 +1,5 @@
 SET hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
 
 create temporary function counter as 'org.apache.hadoop.hive.ql.udf.generic.DummyContextUDF';
 

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/vector_data_types.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/vector_data_types.q b/ql/src/test/queries/clientpositive/vector_data_types.q
index b796e71..41146d7 100644
--- a/ql/src/test/queries/clientpositive/vector_data_types.q
+++ b/ql/src/test/queries/clientpositive/vector_data_types.q
@@ -42,7 +42,7 @@ insert into over1korc values (NULL, NULL,NULL, NULL,NULL, NULL,NULL, NULL,NULL,
 
 SET hive.vectorized.execution.enabled=false;
 
-EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20;
+EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20;
 
 SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20;
 

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/vector_left_outer_join2.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/vector_left_outer_join2.q b/ql/src/test/queries/clientpositive/vector_left_outer_join2.q
index ccceb36..3e5ec7e 100644
--- a/ql/src/test/queries/clientpositive/vector_left_outer_join2.q
+++ b/ql/src/test/queries/clientpositive/vector_left_outer_join2.q
@@ -27,7 +27,7 @@ select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left out
 
 set hive.vectorized.execution.enabled=false;
 set hive.mapjoin.hybridgrace.hashtable=true;
-explain vectorization expression
+explain
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 );
 
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 );

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/queries/clientpositive/vector_udf3.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/vector_udf3.q b/ql/src/test/queries/clientpositive/vector_udf3.q
index bc3a5e1..bfaa2e7 100644
--- a/ql/src/test/queries/clientpositive/vector_udf3.q
+++ b/ql/src/test/queries/clientpositive/vector_udf3.q
@@ -10,5 +10,6 @@ EXPLAIN VECTORIZATION EXPRESSION  SELECT rot13(cstring1) from alltypesorc;
 SELECT cstring1, rot13(cstring1) from alltypesorc order by cstring1 desc limit 10;
 
 set hive.vectorized.execution.enabled=false;
+set hive.test.vectorized.execution.enabled.override=disable;
 
 SELECT cstring1, rot13(cstring1) from alltypesorc order by cstring1 desc limit 10;

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out b/ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out
new file mode 100644
index 0000000..502404d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out
@@ -0,0 +1,71 @@
+PREHOOK: query: create table map_table (foo STRING , bar MAP<STRING, STRING>)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY ','
+MAP KEYS TERMINATED BY ':'
+STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@map_table
+POSTHOOK: query: create table map_table (foo STRING , bar MAP<STRING, STRING>)
+ROW FORMAT DELIMITED
+FIELDS TERMINATED BY '\t'
+COLLECTION ITEMS TERMINATED BY ','
+MAP KEYS TERMINATED BY ':'
+STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@map_table
+PREHOOK: query: load data local inpath "../../data/files/map_table.txt" overwrite into table map_table
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@map_table
+POSTHOOK: query: load data local inpath "../../data/files/map_table.txt" overwrite into table map_table
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@map_table
+PREHOOK: query: explain
+select * from map_table
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select * from map_table
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: map_table
+            Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE
+            Select Operator
+              expressions: foo (type: string), bar (type: map<string,string>)
+              outputColumnNames: _col0, _col1
+              Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE
+              File Output Operator
+                compressed: false
+                Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE
+                table:
+                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from map_table
+PREHOOK: type: QUERY
+PREHOOK: Input: default@map_table
+#### A masked pattern was here ####
+POSTHOOK: query: select * from map_table
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@map_table
+#### A masked pattern was here ####
+foo1	{"k1":"v1","k2":"v2","k3":"v3"}
+foo2	{"k21":"v21","k22":"v22","k31":"v31"}

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/llap/vector_data_types.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out
index 961261d..8dd959e 100644
--- a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out
@@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION []
 POSTHOOK: Lineage: over1korc.si EXPRESSION []
 POSTHOOK: Lineage: over1korc.t EXPRESSION []
 POSTHOOK: Lineage: over1korc.ts EXPRESSION []
-PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 PREHOOK: type: QUERY
-POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
+POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20
 POSTHOOK: type: QUERY
-PLAN VECTORIZATION:
-  enabled: false
-  enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false]
-
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-0 depends on stages: Stage-1

http://git-wip-us.apache.org/repos/asf/hive/blob/1417370c/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out b/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out
index 821ea3a..25a644d 100644
--- a/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out
@@ -170,16 +170,12 @@ POSTHOOK: Input: default@tjoin2
 0	10	15	NULL
 1	20	25	NULL
 2	NULL	50	NULL
-PREHOOK: query: explain vectorization expression
+PREHOOK: query: explain
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 )
 PREHOOK: type: QUERY
-POSTHOOK: query: explain vectorization expression
+POSTHOOK: query: explain
 select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 )
 POSTHOOK: type: QUERY
-PLAN VECTORIZATION:
-  enabled: false
-  enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false]
-
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-0 depends on stages: Stage-1