You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by sp...@apache.org on 2016/11/10 23:42:46 UTC
hive git commit: HIVE-15154: Fix rest of q test file changes in
branch-2.1 (Jesus Camacho Rodriguez and Sergio Pena,
reviewed by Jesus and Sergio)
Repository: hive
Updated Branches:
refs/heads/branch-2.1 59c4d060b -> 3d4b43673
HIVE-15154: Fix rest of q test file changes in branch-2.1 (Jesus Camacho Rodriguez and Sergio Pena, reviewed by Jesus and Sergio)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3d4b4367
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3d4b4367
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3d4b4367
Branch: refs/heads/branch-2.1
Commit: 3d4b43673ce8c3e49ce8836cec172c1d9eb99726
Parents: 59c4d06
Author: Sergio Pena <se...@cloudera.com>
Authored: Thu Nov 10 17:41:53 2016 -0600
Committer: Sergio Pena <se...@cloudera.com>
Committed: Thu Nov 10 17:41:53 2016 -0600
----------------------------------------------------------------------
.../clientpositive/acid_table_stats.q.out | 16 +-
.../insert_values_orig_table_use_metadata.q.out | 24 +-
.../clientpositive/list_bucket_dml_12.q.out | 2 +-
.../clientpositive/llap/orc_ppd_basic.q.out | 63 +---
.../clientpositive/orc_ppd_schema_evol_3a.q.out | 4 +-
.../spark/constprog_partitioner.q.out | 91 ++----
.../spark/vector_between_in.q.out | 1 -
.../clientpositive/stats_list_bucket.q.out | 2 +-
.../clientpositive/stats_null_optimizer.q.out | 36 ++-
.../clientpositive/tez/orc_ppd_basic.q.out | 24 --
.../tez/orc_ppd_schema_evol_3a.q.out | 304 +------------------
.../clientpositive/tez/vector_between_in.q.out | 1 -
.../tez/vector_cast_constant.q.out | 1 +
.../clientpositive/tez/vector_complex_all.q.out | 6 +-
.../clientpositive/vector_between_in.q.out | 1 -
15 files changed, 95 insertions(+), 481 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/acid_table_stats.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/acid_table_stats.q.out b/ql/src/test/results/clientpositive/acid_table_stats.q.out
index 604c004..4d51511 100644
--- a/ql/src/test/results/clientpositive/acid_table_stats.q.out
+++ b/ql/src/test/results/clientpositive/acid_table_stats.q.out
@@ -94,7 +94,7 @@ Partition Parameters:
numFiles 2
numRows 0
rawDataSize 0
- totalSize 3852
+ totalSize 3837
#### A masked pattern was here ####
# Storage Information
@@ -132,9 +132,9 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: acid
- Statistics: Num rows: 1 Data size: 3852 Basic stats: PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 3837 Basic stats: PARTIAL Column stats: NONE
Select Operator
- Statistics: Num rows: 1 Data size: 3852 Basic stats: PARTIAL Column stats: NONE
+ Statistics: Num rows: 1 Data size: 3837 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -211,7 +211,7 @@ Partition Parameters:
numFiles 2
numRows 1000
rawDataSize 208000
- totalSize 3852
+ totalSize 3837
#### A masked pattern was here ####
# Storage Information
@@ -256,11 +256,11 @@ Database: default
Table: acid
#### A masked pattern was here ####
Partition Parameters:
- COLUMN_STATS_ACCURATE {\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"},\"BASIC_STATS\":\"true\"}
+ COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
numFiles 2
numRows 1000
rawDataSize 208000
- totalSize 3852
+ totalSize 3837
#### A masked pattern was here ####
# Storage Information
@@ -387,7 +387,7 @@ Partition Parameters:
numFiles 4
numRows 1000
rawDataSize 208000
- totalSize 7704
+ totalSize 7689
#### A masked pattern was here ####
# Storage Information
@@ -436,7 +436,7 @@ Partition Parameters:
numFiles 4
numRows 2000
rawDataSize 416000
- totalSize 7704
+ totalSize 7689
#### A masked pattern was here ####
# Storage Information
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/insert_values_orig_table_use_metadata.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/insert_values_orig_table_use_metadata.q.out b/ql/src/test/results/clientpositive/insert_values_orig_table_use_metadata.q.out
index ea30e34..7c4adb8 100644
--- a/ql/src/test/results/clientpositive/insert_values_orig_table_use_metadata.q.out
+++ b/ql/src/test/results/clientpositive/insert_values_orig_table_use_metadata.q.out
@@ -239,7 +239,7 @@ Table Parameters:
numFiles 2
numRows 0
rawDataSize 0
- totalSize 378749
+ totalSize 378741
transactional true
#### A masked pattern was here ####
@@ -267,9 +267,9 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: acid_ivot
- Statistics: Num rows: 1 Data size: 378749 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 378741 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 1 Data size: 378749 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 378741 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
@@ -403,7 +403,7 @@ Table Parameters:
numFiles 1
numRows 0
rawDataSize 0
- totalSize 1512
+ totalSize 1508
transactional true
#### A masked pattern was here ####
@@ -431,9 +431,9 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: acid_ivot
- Statistics: Num rows: 1 Data size: 1512 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 1508 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 1 Data size: 1512 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 1508 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
@@ -527,7 +527,7 @@ Table Parameters:
numFiles 2
numRows 0
rawDataSize 0
- totalSize 3024
+ totalSize 3016
transactional true
#### A masked pattern was here ####
@@ -555,9 +555,9 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: acid_ivot
- Statistics: Num rows: 1 Data size: 3024 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 3016 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 1 Data size: 3024 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 3016 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
@@ -635,7 +635,7 @@ Table Parameters:
numFiles 3
numRows 0
rawDataSize 0
- totalSize 380261
+ totalSize 380253
transactional true
#### A masked pattern was here ####
@@ -663,9 +663,9 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: acid_ivot
- Statistics: Num rows: 1 Data size: 380261 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 380253 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 1 Data size: 380261 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 380253 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out b/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out
index 0e11f3f..33e12a5 100644
--- a/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out
+++ b/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out
@@ -232,7 +232,7 @@ Stored As SubDirectories: Yes
Skewed Columns: [col2, col4]
Skewed Values: [[466, val_466], [287, val_287], [82, val_82]]
#### A masked pattern was here ####
-Skewed Value to Truncated Path: {[466, val_466]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=466/col4=val_466, [287, val_287]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=287/col4=val_287, [82, val_82]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=82/col4=val_82}
+Skewed Value to Truncated Path: {[466, val_466]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=466/col4=val_466, [82, val_82]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=82/col4=val_82, [287, val_287]=/list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=287/col4=val_287}
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain extended
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
index 2d5ce0a..b6fcb86 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
@@ -704,102 +704,43 @@ select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 5215
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
RECORDS_OUT_INTERMEDIATE_Map_1: 1
-Stage-1 LLAP IO COUNTERS:
- ALLOCATED_BYTES: 262144
- ALLOCATED_USED_BYTES: 8400
- CACHE_HIT_BYTES: 0
- CACHE_MISS_BYTES: 4809
- METADATA_CACHE_HIT: 1
- METADATA_CACHE_MISS: 1
- NUM_DECODED_BATCHES: 3
- NUM_VECTOR_BATCHES: 3
- ROWS_EMITTED: 2100
- SELECTED_ROWGROUPS: 3
2
PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
- RECORDS_IN_Map_1: 2100
+ RECORDS_IN_Map_1: 100
RECORDS_OUT_0: 1
RECORDS_OUT_INTERMEDIATE_Map_1: 1
-Stage-1 LLAP IO COUNTERS:
- CACHE_HIT_BYTES: 4809
- CACHE_MISS_BYTES: 0
- METADATA_CACHE_HIT: 2
- NUM_DECODED_BATCHES: 3
- NUM_VECTOR_BATCHES: 3
- ROWS_EMITTED: 2100
- SELECTED_ROWGROUPS: 3
2
PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
RECORDS_OUT_INTERMEDIATE_Map_1: 1
-Stage-1 LLAP IO COUNTERS:
- CACHE_HIT_BYTES: 4809
- CACHE_MISS_BYTES: 0
- METADATA_CACHE_HIT: 2
- NUM_DECODED_BATCHES: 3
- NUM_VECTOR_BATCHES: 3
- ROWS_EMITTED: 2100
- SELECTED_ROWGROUPS: 3
2
PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
- RECORDS_IN_Map_1: 2100
+ RECORDS_IN_Map_1: 100
RECORDS_OUT_0: 1
RECORDS_OUT_INTERMEDIATE_Map_1: 1
-Stage-1 LLAP IO COUNTERS:
- CACHE_HIT_BYTES: 4809
- CACHE_MISS_BYTES: 0
- METADATA_CACHE_HIT: 2
- NUM_DECODED_BATCHES: 3
- NUM_VECTOR_BATCHES: 3
- ROWS_EMITTED: 2100
- SELECTED_ROWGROUPS: 3
2
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/orc_ppd_schema_evol_3a.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/orc_ppd_schema_evol_3a.q.out
index 494524e..2d998f3 100644
--- a/ql/src/test/results/clientpositive/orc_ppd_schema_evol_3a.q.out
+++ b/ql/src/test/results/clientpositive/orc_ppd_schema_evol_3a.q.out
@@ -142,9 +142,9 @@ POSTHOOK: Lineage: orc_ppd_staging.b SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.bin EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.bo SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.c EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.d EXPRESSION []
+POSTHOOK: Lineage: orc_ppd_staging.d SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.da EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.dec SIMPLE []
+POSTHOOK: Lineage: orc_ppd_staging.dec EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.f EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out b/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out
index 367dab9..69b2ba9 100644
--- a/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out
+++ b/ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out
@@ -1,10 +1,11 @@
+Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product
PREHOOK: query: EXPLAIN
SELECT src1.key, src1.key + 1, src2.value
- FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+ FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100
PREHOOK: type: QUERY
POSTHOOK: query: EXPLAIN
SELECT src1.key, src1.key + 1, src2.value
- FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+ FROM srcbucket src1 join srcbucket src2 ON src1.key = src2.key AND src1.key = 100
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -14,41 +15,37 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 4), Map 3 (PARTITION-LEVEL SORT, 4)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1), Map 3 (PARTITION-LEVEL SORT, 1)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: src1
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1000 Data size: 10603 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (UDFToDouble(key) = 100.0) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key = 100) (type: boolean)
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: '100' (type: string)
- sort order: +
- Map-reduce partition columns: '100' (type: string)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ sort order:
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
alias: src1
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1000 Data size: 10603 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (UDFToDouble(key) = 100.0) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ predicate: (key = 100) (type: boolean)
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: value (type: string)
outputColumnNames: _col1
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: '100' (type: string)
- sort order: +
- Map-reduce partition columns: '100' (type: string)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ sort order:
+ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -56,17 +53,17 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
+ 0
+ 1
outputColumnNames: _col2
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 250000 Data size: 5551000 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: '100' (type: string), 101.0 (type: double), _col2 (type: string)
+ expressions: 100 (type: int), 101 (type: int), _col2 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 250000 Data size: 5551000 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 250000 Data size: 5551000 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -78,20 +75,6 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: SELECT src1.key, src1.key + 1, src2.value
- FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT src1.key, src1.key + 1, src2.value
- FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-100 101.0 val_100
-100 101.0 val_100
-100 101.0 val_100
-100 101.0 val_100
PREHOOK: query: EXPLAIN
SELECT l_partkey, l_suppkey
FROM lineitem li
@@ -139,21 +122,21 @@ STAGE PLANS:
alias: li
Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate: (((l_shipmode = 'AIR') and (l_linenumber = 1)) and l_orderkey is not null) (type: boolean)
+ predicate: ((l_shipmode = 'AIR') and (l_linenumber = 1) and l_orderkey is not null) (type: boolean)
Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions: l_orderkey (type: int)
- outputColumnNames: _col0
+ expressions: l_orderkey (type: int), 1 (type: int)
+ outputColumnNames: _col0, _col1
Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE
Group By Operator
- keys: _col0 (type: int), 1 (type: int)
+ keys: _col0 (type: int), _col1 (type: int)
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions: _col0 (type: int), 1 (type: int)
+ key expressions: _col0 (type: int), _col1 (type: int)
sort order: ++
- Map-reduce partition columns: _col0 (type: int), 1 (type: int)
+ Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
@@ -161,7 +144,7 @@ STAGE PLANS:
condition map:
Left Semi Join 0 to 1
keys:
- 0 _col0 (type: int), _col3 (type: int)
+ 0 _col0 (type: int), 1 (type: int)
1 _col0 (type: int), _col1 (type: int)
outputColumnNames: _col1, _col2
Statistics: Num rows: 55 Data size: 6598 Basic stats: COMPLETE Column stats: NONE
@@ -183,19 +166,3 @@ STAGE PLANS:
Processor Tree:
ListSink
-PREHOOK: query: SELECT l_partkey, l_suppkey
-FROM lineitem li
-WHERE li.l_linenumber = 1 AND
- li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@lineitem
-#### A masked pattern was here ####
-POSTHOOK: query: SELECT l_partkey, l_suppkey
-FROM lineitem li
-WHERE li.l_linenumber = 1 AND
- li.l_orderkey IN (SELECT l_orderkey FROM lineitem WHERE l_shipmode = 'AIR' AND l_linenumber = li.l_linenumber)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@lineitem
-#### A masked pattern was here ####
-108570 8571
-4297 1798
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
index d709b98..d20aefd 100644
--- a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
@@ -791,7 +791,6 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: boolean)
Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
- Execution mode: vectorized
Reducer 2
Execution mode: vectorized
Reduce Operator Tree:
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/stats_list_bucket.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/stats_list_bucket.q.out b/ql/src/test/results/clientpositive/stats_list_bucket.q.out
index 7f7cb76..c8a85b1 100644
--- a/ql/src/test/results/clientpositive/stats_list_bucket.q.out
+++ b/ql/src/test/results/clientpositive/stats_list_bucket.q.out
@@ -168,7 +168,7 @@ Stored As SubDirectories: Yes
Skewed Columns: [c1, c2]
Skewed Values: [[466, val_466], [287, val_287], [82, val_82]]
#### A masked pattern was here ####
-Skewed Value to Truncated Path: {[466, val_466]=/stats_list_bucket_1/c1=466/c2=val_466, [82, val_82]=/stats_list_bucket_1/c1=82/c2=val_82, [287, val_287]=/stats_list_bucket_1/c1=287/c2=val_287}
+Skewed Value to Truncated Path: {[466, val_466]=/stats_list_bucket_1/c1=466/c2=val_466, [287, val_287]=/stats_list_bucket_1/c1=287/c2=val_287, [82, val_82]=/stats_list_bucket_1/c1=82/c2=val_82}
Storage Desc Params:
serialization.format 1
PREHOOK: query: drop table stats_list_bucket
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/stats_null_optimizer.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/stats_null_optimizer.q.out b/ql/src/test/results/clientpositive/stats_null_optimizer.q.out
index 8bc2446..4f6243e 100644
--- a/ql/src/test/results/clientpositive/stats_null_optimizer.q.out
+++ b/ql/src/test/results/clientpositive/stats_null_optimizer.q.out
@@ -3,12 +3,44 @@ PREHOOK: type: QUERY
POSTHOOK: query: explain select count(key) from (select null as key from src)src
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-0 is a root stage
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
+ Group By Operator
+ aggregations: count(null)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ Reduce Output Operator
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ value expressions: _col0 (type: bigint)
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
Stage: Stage-0
Fetch Operator
- limit: 1
+ limit: -1
Processor Tree:
ListSink
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/tez/orc_ppd_basic.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/tez/orc_ppd_basic.q.out
index 002f936..b6fcb86 100644
--- a/ql/src/test/results/clientpositive/tez/orc_ppd_basic.q.out
+++ b/ql/src/test/results/clientpositive/tez/orc_ppd_basic.q.out
@@ -704,12 +704,6 @@ select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -721,12 +715,6 @@ PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -738,12 +726,6 @@ PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -755,12 +737,6 @@ PREHOOK: query: select count(*) from orc_ppd where f=74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/tez/orc_ppd_schema_evol_3a.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/tez/orc_ppd_schema_evol_3a.q.out
index 20d7085..76bb9d1 100644
--- a/ql/src/test/results/clientpositive/tez/orc_ppd_schema_evol_3a.q.out
+++ b/ql/src/test/results/clientpositive/tez/orc_ppd_schema_evol_3a.q.out
@@ -142,9 +142,9 @@ POSTHOOK: Lineage: orc_ppd_staging.b SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.bin EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.bo SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.c EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.d EXPRESSION []
+POSTHOOK: Lineage: orc_ppd_staging.d SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.da EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.dec SIMPLE []
+POSTHOOK: Lineage: orc_ppd_staging.dec EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.f EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
@@ -220,12 +220,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -238,12 +232,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
RECORDS_OUT_0: 1
@@ -253,12 +241,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -271,12 +253,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -289,12 +265,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -307,12 +277,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -329,12 +293,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -347,12 +305,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
RECORDS_OUT_0: 1
@@ -362,12 +314,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -380,12 +326,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -398,12 +338,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -416,12 +350,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -438,12 +366,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -456,12 +378,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
RECORDS_OUT_0: 1
@@ -471,12 +387,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -489,12 +399,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -507,12 +411,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -525,12 +423,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -547,12 +439,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -565,12 +451,6 @@ select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 0
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 2
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
RECORDS_OUT_0: 1
@@ -580,12 +460,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -598,12 +472,6 @@ select count(*) from orc_ppd where t = 55
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -616,12 +484,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -634,12 +496,6 @@ select count(*) from orc_ppd where t = 54
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -656,12 +512,6 @@ select count(*) from orc_ppd where t > '127'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -674,12 +524,6 @@ select count(*) from orc_ppd where t > '127'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -692,12 +536,6 @@ select count(*) from orc_ppd where t = '55'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -710,12 +548,6 @@ select count(*) from orc_ppd where t = '55'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -728,12 +560,6 @@ select count(*) from orc_ppd where t = '54'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -746,12 +572,6 @@ select count(*) from orc_ppd where t = '54'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
- HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -764,12 +584,6 @@ select count(*) from orc_ppd where f = 74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -781,12 +595,6 @@ PREHOOK: query: select count(*) from orc_ppd where f = 74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -802,12 +610,6 @@ PREHOOK: query: select count(*) from orc_ppd where f = 74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -819,12 +621,6 @@ PREHOOK: query: select count(*) from orc_ppd where f = 74.72
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -840,12 +636,6 @@ PREHOOK: query: select count(*) from orc_ppd where f = '74.72'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -857,12 +647,6 @@ PREHOOK: query: select count(*) from orc_ppd where f = '74.72'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -875,12 +659,6 @@ select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -892,12 +670,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -913,12 +685,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -930,12 +696,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -951,12 +711,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -968,12 +722,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -989,12 +737,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1006,12 +748,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1027,12 +763,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1044,12 +774,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson'
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1066,12 +790,6 @@ select count(*) from orc_ppd where si = 442
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 18785
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1083,12 +801,6 @@ PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null o
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 18785
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1100,12 +812,6 @@ PREHOOK: query: select count(*) from orc_ppd where si = 442
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20256
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
@@ -1117,12 +823,6 @@ PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null o
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
-Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20256
- HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
- HDFS_LARGE_READ_OPS: 0
- HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
CREATED_FILES: 1
DESERIALIZE_ERRORS: 0
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/tez/vector_between_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/vector_between_in.q.out b/ql/src/test/results/clientpositive/tez/vector_between_in.q.out
index e8cf0ac..dd9ca84 100644
--- a/ql/src/test/results/clientpositive/tez/vector_between_in.q.out
+++ b/ql/src/test/results/clientpositive/tez/vector_between_in.q.out
@@ -801,7 +801,6 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: boolean)
Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
- Execution mode: vectorized
Reducer 2
Execution mode: vectorized
Reduce Operator Tree:
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/tez/vector_cast_constant.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/tez/vector_cast_constant.q.out
index 46b13c8..98a969f 100644
--- a/ql/src/test/results/clientpositive/tez/vector_cast_constant.q.out
+++ b/ql/src/test/results/clientpositive/tez/vector_cast_constant.q.out
@@ -144,6 +144,7 @@ STAGE PLANS:
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
value expressions: _col1 (type: struct<count:bigint,sum:double,input:int>), _col2 (type: struct<count:bigint,sum:double,input:double>), _col3 (type: struct<count:bigint,sum:decimal(12,0),input:decimal(10,0)>)
Execution mode: vectorized
Reducer 2
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/tez/vector_complex_all.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/vector_complex_all.q.out b/ql/src/test/results/clientpositive/tez/vector_complex_all.q.out
index 04ff49f..e2694ac 100644
--- a/ql/src/test/results/clientpositive/tez/vector_complex_all.q.out
+++ b/ql/src/test/results/clientpositive/tez/vector_complex_all.q.out
@@ -111,9 +111,9 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_create_complex
#### A masked pattern was here ####
orc_create_complex.str orc_create_complex.mp orc_create_complex.lst orc_create_complex.strct
-line1 {"key13":"value13","key12":"value12","key11":"value11"} ["a","b","c"] {"a":"one","b":"two"}
-line2 {"key21":"value21","key23":"value23","key22":"value22"} ["d","e","f"] {"a":"three","b":"four"}
-line3 {"key33":"value33","key31":"value31","key32":"value32"} ["g","h","i"] {"a":"five","b":"six"}
+line1 {"key13":"value13","key11":"value11","key12":"value12"} ["a","b","c"] {"a":"one","b":"two"}
+line2 {"key21":"value21","key22":"value22","key23":"value23"} ["d","e","f"] {"a":"three","b":"four"}
+line3 {"key31":"value31","key32":"value32","key33":"value33"} ["g","h","i"] {"a":"five","b":"six"}
PREHOOK: query: -- However, since this query is not referencing the complex fields, it should vectorize.
EXPLAIN
SELECT COUNT(*) FROM orc_create_complex
http://git-wip-us.apache.org/repos/asf/hive/blob/3d4b4367/ql/src/test/results/clientpositive/vector_between_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_between_in.q.out b/ql/src/test/results/clientpositive/vector_between_in.q.out
index 48b0f25..0d55c9b 100644
--- a/ql/src/test/results/clientpositive/vector_between_in.q.out
+++ b/ql/src/test/results/clientpositive/vector_between_in.q.out
@@ -723,7 +723,6 @@ STAGE PLANS:
Map-reduce partition columns: _col0 (type: boolean)
Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
- Execution mode: vectorized
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)