You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2018/05/27 02:56:09 UTC
[5/7] hive git commit: HIVE-19465: Upgrade ORC to 1.5.0 (Jesus
Camacho Rodriguez, reviewed by Gopal V)
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_merge10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_merge10.q.out b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out
index 32a4306..0f9bb2d 100644
--- a/ql/src/test/results/clientpositive/llap/orc_merge10.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out
@@ -162,9 +162,9 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src.
POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 3 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 933 ### HDFS DATE ### hdfs://### HDFS PATH ###
--rw-r--r-- 3 ### USER ### ### GROUP ### 861 ### HDFS DATE ### hdfs://### HDFS PATH ###
--rw-r--r-- 3 ### USER ### ### GROUP ### 842 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 947 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 875 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 856 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: EXPLAIN
INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part)
SELECT key, value, PMOD(HASH(key), 2) as part
@@ -337,7 +337,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src
POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 1 items
--rw-rw-rw- 3 ### USER ### ### GROUP ### 1740 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-rw-rw- 3 ### USER ### ### GROUP ### 1754 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: EXPLAIN
INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part)
SELECT key, value, PMOD(HASH(key), 2) as part
@@ -502,7 +502,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src
POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 1 items
--rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-rw-rw- 3 ### USER ### ### GROUP ### 2409 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: SELECT SUM(HASH(c)) FROM (
SELECT TRANSFORM(*) USING 'tr \t _' AS (c)
FROM orcfile_merge1 WHERE ds='1'
@@ -605,7 +605,7 @@ POSTHOOK: type: ALTER_PARTITION_MERGE
POSTHOOK: Input: default@orcfile_merge1
POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0
Found 1 items
--rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-rw-rw- 3 ### USER ### ### GROUP ### 2409 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: SELECT SUM(HASH(c)) FROM (
SELECT TRANSFORM(*) USING 'tr \t _' AS (c)
FROM orcfile_merge1c WHERE ds='1'
@@ -686,21 +686,21 @@ Type: struct<key:int,value:string>
Stripe Statistics:
Stripe 1:
Column 0: count: 90 hasNull: false
- Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736
- Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612
+ Column 1: count: 90 hasNull: false bytesOnDisk: 185 min: 0 max: 495 sum: 22736
+ Column 2: count: 90 hasNull: false bytesOnDisk: 428 min: val_0 max: val_86 sum: 612
Stripe 2:
Column 0: count: 78 hasNull: false
- Column 1: count: 78 hasNull: false min: 0 max: 497 sum: 18371
- Column 2: count: 78 hasNull: false min: val_0 max: val_95 sum: 529
+ Column 1: count: 78 hasNull: false bytesOnDisk: 161 min: 0 max: 497 sum: 18371
+ Column 2: count: 78 hasNull: false bytesOnDisk: 380 min: val_0 max: val_95 sum: 529
Stripe 3:
Column 0: count: 74 hasNull: false
- Column 1: count: 74 hasNull: false min: 2 max: 493 sum: 19663
- Column 2: count: 74 hasNull: false min: val_105 max: val_97 sum: 505
+ Column 1: count: 74 hasNull: false bytesOnDisk: 153 min: 2 max: 493 sum: 19663
+ Column 2: count: 74 hasNull: false bytesOnDisk: 363 min: val_105 max: val_97 sum: 505
File Statistics:
Column 0: count: 242 hasNull: false
- Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770
- Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646
+ Column 1: count: 242 hasNull: false bytesOnDisk: 499 min: 0 max: 497 sum: 60770
+ Column 2: count: 242 hasNull: false bytesOnDisk: 1171 min: val_0 max: val_97 sum: 1646
Stripes:
Stripe: offset: 3 data: 613 rows: 90 tail: 61 index: 76
@@ -752,7 +752,7 @@ Stripes:
Row group indices for column 2:
Entry 0: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 positions: 0,0,0,0,0
-File length: 2384 bytes
+File length: 2409 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -775,21 +775,21 @@ Type: struct<key:int,value:string>
Stripe Statistics:
Stripe 1:
Column 0: count: 90 hasNull: false
- Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736
- Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612
+ Column 1: count: 90 hasNull: false bytesOnDisk: 185 min: 0 max: 495 sum: 22736
+ Column 2: count: 90 hasNull: false bytesOnDisk: 428 min: val_0 max: val_86 sum: 612
Stripe 2:
Column 0: count: 78 hasNull: false
- Column 1: count: 78 hasNull: false min: 0 max: 497 sum: 18371
- Column 2: count: 78 hasNull: false min: val_0 max: val_95 sum: 529
+ Column 1: count: 78 hasNull: false bytesOnDisk: 161 min: 0 max: 497 sum: 18371
+ Column 2: count: 78 hasNull: false bytesOnDisk: 380 min: val_0 max: val_95 sum: 529
Stripe 3:
Column 0: count: 74 hasNull: false
- Column 1: count: 74 hasNull: false min: 2 max: 493 sum: 19663
- Column 2: count: 74 hasNull: false min: val_105 max: val_97 sum: 505
+ Column 1: count: 74 hasNull: false bytesOnDisk: 153 min: 2 max: 493 sum: 19663
+ Column 2: count: 74 hasNull: false bytesOnDisk: 363 min: val_105 max: val_97 sum: 505
File Statistics:
Column 0: count: 242 hasNull: false
- Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770
- Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646
+ Column 1: count: 242 hasNull: false bytesOnDisk: 499 min: 0 max: 497 sum: 60770
+ Column 2: count: 242 hasNull: false bytesOnDisk: 1171 min: val_0 max: val_97 sum: 1646
Stripes:
Stripe: offset: 3 data: 613 rows: 90 tail: 61 index: 76
@@ -841,7 +841,7 @@ Stripes:
Row group indices for column 2:
Entry 0: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 positions: 0,0,0,0,0
-File length: 2384 bytes
+File length: 2409 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_merge11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_merge11.q.out b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out
index a4ec749..1b2ddd3 100644
--- a/ql/src/test/results/clientpositive/llap/orc_merge11.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out
@@ -81,19 +81,19 @@ Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),
Stripe Statistics:
Stripe 1:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
File Statistics:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
Stripes:
Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497
@@ -149,13 +149,13 @@ Stripes:
Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304
Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64
Row group indices for column 5:
- Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0
- Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272
- Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32
- Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304
- Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64
+ Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0
+ Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272
+ Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32
+ Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304
+ Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64
-File length: 6854 bytes
+File length: 6890 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -172,19 +172,19 @@ Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),
Stripe Statistics:
Stripe 1:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
File Statistics:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
Stripes:
Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497
@@ -240,13 +240,13 @@ Stripes:
Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304
Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64
Row group indices for column 5:
- Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0
- Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272
- Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32
- Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304
- Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64
+ Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0
+ Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272
+ Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32
+ Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304
+ Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64
-File length: 6854 bytes
+File length: 6890 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -284,26 +284,26 @@ Type: struct<userid:bigint,string1:string,subtype:double,decimal1:decimal(10,0),
Stripe Statistics:
Stripe 1:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
Stripe 2:
Column 0: count: 50000 hasNull: false
- Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238
- Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980
- Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005
- Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32
- Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 50000 hasNull: false bytesOnDisk: 45 min: 2 max: 100 sum: 4999238
+ Column 2: count: 50000 hasNull: false bytesOnDisk: 72 min: bar max: zebra sum: 249980
+ Column 3: count: 50000 hasNull: false bytesOnDisk: 5167 min: 0.8 max: 80.0 sum: 400102.80000000005
+ Column 4: count: 50000 hasNull: false bytesOnDisk: 542 min: 0 max: 6 sum: 32
+ Column 5: count: 50000 hasNull: false bytesOnDisk: 71 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
File Statistics:
Column 0: count: 100000 hasNull: false
- Column 1: count: 100000 hasNull: false min: 2 max: 100 sum: 9998476
- Column 2: count: 100000 hasNull: false min: bar max: zebra sum: 499960
- Column 3: count: 100000 hasNull: false min: 0.8 max: 80.0 sum: 800205.6000000001
- Column 4: count: 100000 hasNull: false min: 0 max: 6 sum: 64
- Column 5: count: 100000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0
+ Column 1: count: 100000 hasNull: false bytesOnDisk: 90 min: 2 max: 100 sum: 9998476
+ Column 2: count: 100000 hasNull: false bytesOnDisk: 144 min: bar max: zebra sum: 499960
+ Column 3: count: 100000 hasNull: false bytesOnDisk: 10334 min: 0.8 max: 80.0 sum: 800205.6000000001
+ Column 4: count: 100000 hasNull: false bytesOnDisk: 1084 min: 0 max: 6 sum: 64
+ Column 5: count: 100000 hasNull: false bytesOnDisk: 142 min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0
Stripes:
Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 497
@@ -359,11 +359,11 @@ Stripes:
Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304
Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64
Row group indices for column 5:
- Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0
- Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272
- Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32
- Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304
- Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64
+ Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0
+ Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272
+ Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32
+ Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304
+ Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64
Stripe: offset: 6510 data: 5897 rows: 50000 tail: 113 index: 497
Stream: column 0 section ROW_INDEX start: 6510 length 17
Stream: column 1 section ROW_INDEX start: 6527 length 83
@@ -417,13 +417,13 @@ Stripes:
Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304
Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64
Row group indices for column 5:
- Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0
- Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272
- Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32
- Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304
- Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64
+ Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,0,0,0,0,0
+ Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:10.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,164,391,0,76,272
+ Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:00.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,336,391,0,156,32
+ Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:05.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,508,391,0,232,304
+ Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 min UTC: 1969-12-31 08:00:15.0 max UTC: 1969-12-31 08:04:10.0 positions: 0,680,391,0,312,64
-File length: 13372 bytes
+File length: 13411 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_merge2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out
index eade7a7..b6e4dd6 100644
--- a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out
@@ -193,7 +193,7 @@ POSTHOOK: Lineage: orcfile_merge2a_n0 PARTITION(one=1,two=9,three=1).value SIMPL
POSTHOOK: Lineage: orcfile_merge2a_n0 PARTITION(one=1,two=9,three=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge2a_n0 PARTITION(one=1,two=9,three=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 1 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 339 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 349 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: SELECT SUM(HASH(c)) FROM (
SELECT TRANSFORM(*) USING 'tr \t _' AS (c)
FROM orcfile_merge2a_n0
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_merge3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out
index d82b77c..b1254f7 100644
--- a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out
@@ -154,7 +154,7 @@ POSTHOOK: Output: default@orcfile_merge3b_n0
POSTHOOK: Lineage: orcfile_merge3b_n0.key SIMPLE [(orcfile_merge3a_n0)orcfile_merge3a_n0.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: orcfile_merge3b_n0.value SIMPLE [(orcfile_merge3a_n0)orcfile_merge3a_n0.FieldSchema(name:value, type:string, comment:null), ]
Found 1 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 2557 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 2572 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: SELECT SUM(HASH(c)) FROM (
SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
FROM orcfile_merge3a_n0
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_merge4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out
index 16818b4..21c7162 100644
--- a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out
@@ -37,7 +37,7 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=1
POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 1 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 2530 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3a PARTITION (ds='1')
SELECT * FROM src
PREHOOK: type: QUERY
@@ -63,9 +63,9 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=2
POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
Found 1 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 2530 ### HDFS DATE ### hdfs://### HDFS PATH ###
Found 1 items
--rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ###
+-rw-r--r-- 3 ### USER ### ### GROUP ### 2530 ### HDFS DATE ### hdfs://### HDFS PATH ###
PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b
SELECT key, value FROM orcfile_merge3a
PREHOOK: type: QUERY
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
index 52a3c73..49f9544 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
@@ -203,7 +203,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n2
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16673
+ HDFS_BYTES_READ: 16676
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 7
HDFS_LARGE_READ_OPS: 0
@@ -1863,7 +1863,7 @@ PREHOOK: Output: database:default
PREHOOK: Output: default@orc_ppd_1
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 10129
- HDFS_BYTES_WRITTEN: 1415
+ HDFS_BYTES_WRITTEN: 1467
HDFS_READ_OPS: 6
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 3
@@ -1881,7 +1881,7 @@ Stage-1 HIVE COUNTERS:
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 2359296
ALLOCATED_USED_BYTES: 44166
- CACHE_HIT_BYTES: 30897
+ CACHE_HIT_BYTES: 30884
CACHE_MISS_BYTES: 10129
METADATA_CACHE_HIT: 2
NUM_DECODED_BATCHES: 1
@@ -1898,7 +1898,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_1
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 1539
+ HDFS_BYTES_READ: 1591
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 7
HDFS_LARGE_READ_OPS: 0
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
index 450b43c..433c2c3 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
@@ -203,7 +203,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17008
+ HDFS_BYTES_READ: 17011
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 7
HDFS_LARGE_READ_OPS: 0
@@ -1071,7 +1071,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16898
+ HDFS_BYTES_READ: 16901
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1103,7 +1103,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17728
+ HDFS_BYTES_READ: 17731
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1135,7 +1135,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16898
+ HDFS_BYTES_READ: 16901
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1167,7 +1167,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17728
+ HDFS_BYTES_READ: 17731
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1199,7 +1199,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16898
+ HDFS_BYTES_READ: 16901
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1231,7 +1231,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17728
+ HDFS_BYTES_READ: 17731
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1347,7 +1347,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21458
+ HDFS_BYTES_READ: 21461
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1379,7 +1379,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23336
+ HDFS_BYTES_READ: 23339
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1415,7 +1415,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21458
+ HDFS_BYTES_READ: 21461
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1447,7 +1447,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23336
+ HDFS_BYTES_READ: 23339
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1563,7 +1563,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20629
+ HDFS_BYTES_READ: 20632
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1595,7 +1595,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22364
+ HDFS_BYTES_READ: 22367
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1711,7 +1711,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20629
+ HDFS_BYTES_READ: 20632
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1743,7 +1743,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22364
+ HDFS_BYTES_READ: 22367
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1899,7 +1899,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 18747
+ HDFS_BYTES_READ: 18750
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -1971,7 +1971,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_n3
PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20073
+ HDFS_BYTES_READ: 20076
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out
index ad30ece..346e0bb 100644
--- a/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out
+++ b/ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out
@@ -393,12 +393,12 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (UDFToDouble(key) >= 0.0D) (type: boolean)
- Statistics: Num rows: 36 Data size: 6383 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 37 Data size: 6562 Basic stats: COMPLETE Column stats: NONE
Select Operator
- Statistics: Num rows: 36 Data size: 6383 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 37 Data size: 6562 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -490,19 +490,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: tab1_n6
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: may be used (ACID table)
Map 4
@@ -533,7 +533,7 @@ STAGE PLANS:
keys:
0 _col0 (type: string)
1 _col0 (type: string)
- Statistics: Num rows: 115 Data size: 20478 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 116 Data size: 20681 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -634,11 +634,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: tab2_n5
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: key
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: max(key)
mode: hash
@@ -705,38 +705,38 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: tab1_n6
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: may be used (ACID table)
Map 4
Map Operator Tree:
TableScan
alias: tab2_n5
- Statistics: Num rows: 110 Data size: 19504 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 111 Data size: 19688 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 106 Data size: 18801 Basic stats: COMPLETE Column stats: NONE
Execution mode: vectorized, llap
LLAP IO: may be used (ACID table)
Reducer 2
@@ -748,7 +748,7 @@ STAGE PLANS:
keys:
0 _col0 (type: string)
1 _col0 (type: string)
- Statistics: Num rows: 115 Data size: 20478 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 116 Data size: 20681 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out
index eccb983..5c45776 100644
--- a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out
+++ b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out
@@ -290,7 +290,7 @@ Table Parameters:
numPartitions 2
numRows 8
rawDataSize 1116
- totalSize 819
+ totalSize 848
#### A masked pattern was here ####
# Storage Information
@@ -327,7 +327,7 @@ Partition Parameters:
numFiles 1
numRows 4
rawDataSize 384
- totalSize 313
+ totalSize 323
#### A masked pattern was here ####
# Storage Information
@@ -366,7 +366,7 @@ Partition Parameters:
numFiles 1
numRows 4
rawDataSize 732
- totalSize 506
+ totalSize 525
#### A masked pattern was here ####
# Storage Information
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out
index 7325ac0..06f9c39 100644
--- a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out
+++ b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out
@@ -3726,7 +3726,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: alltypesnullorc
- Statistics: Num rows: 12288 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12288 Data size: 9580 Basic stats: COMPLETE Column stats: COMPLETE
TableScan Vectorization:
native: true
Select Operator
@@ -3734,7 +3734,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: []
- Statistics: Num rows: 12288 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12288 Data size: 9580 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
Group By Vectorization:
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/orc_file_dump.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/orc_file_dump.q.out b/ql/src/test/results/clientpositive/orc_file_dump.q.out
index 2067145..8ec71a9 100644
--- a/ql/src/test/results/clientpositive/orc_file_dump.q.out
+++ b/ql/src/test/results/clientpositive/orc_file_dump.q.out
@@ -102,34 +102,34 @@ Type: struct<t:tinyint,si:smallint,i:int,b:bigint,f:float,d:double,bo:boolean,s:
Stripe Statistics:
Stripe 1:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
File Statistics:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
Stripes:
- Stripe: offset: 3 data: 22593 rows: 1049 tail: 252 index: 8962
+ Stripe: offset: 3 data: 22593 rows: 1049 tail: 252 index: 8956
Stream: column 0 section ROW_INDEX start: 3 length 20
Stream: column 0 section BLOOM_FILTER_UTF8 start: 23 length 34
Stream: column 1 section ROW_INDEX start: 57 length 58
@@ -150,28 +150,28 @@ Stripes:
Stream: column 8 section BLOOM_FILTER_UTF8 start: 6240 length 1051
Stream: column 9 section ROW_INDEX start: 7291 length 50
Stream: column 9 section BLOOM_FILTER_UTF8 start: 7341 length 52
- Stream: column 10 section ROW_INDEX start: 7393 length 82
- Stream: column 10 section BLOOM_FILTER_UTF8 start: 7475 length 1189
- Stream: column 11 section ROW_INDEX start: 8664 length 47
- Stream: column 11 section BLOOM_FILTER_UTF8 start: 8711 length 254
- Stream: column 1 section PRESENT start: 8965 length 17
- Stream: column 1 section DATA start: 8982 length 962
- Stream: column 2 section PRESENT start: 9944 length 17
- Stream: column 2 section DATA start: 9961 length 1441
- Stream: column 3 section DATA start: 11402 length 1704
- Stream: column 4 section DATA start: 13106 length 1998
- Stream: column 5 section DATA start: 15104 length 2925
- Stream: column 6 section DATA start: 18029 length 3323
- Stream: column 7 section DATA start: 21352 length 137
- Stream: column 8 section DATA start: 21489 length 1572
- Stream: column 8 section LENGTH start: 23061 length 310
- Stream: column 8 section DICTIONARY_DATA start: 23371 length 1548
- Stream: column 9 section DATA start: 24919 length 19
- Stream: column 9 section SECONDARY start: 24938 length 1783
- Stream: column 10 section DATA start: 26721 length 2138
- Stream: column 10 section SECONDARY start: 28859 length 231
- Stream: column 11 section DATA start: 29090 length 1877
- Stream: column 11 section LENGTH start: 30967 length 591
+ Stream: column 10 section ROW_INDEX start: 7393 length 76
+ Stream: column 10 section BLOOM_FILTER_UTF8 start: 7469 length 1189
+ Stream: column 11 section ROW_INDEX start: 8658 length 47
+ Stream: column 11 section BLOOM_FILTER_UTF8 start: 8705 length 254
+ Stream: column 1 section PRESENT start: 8959 length 17
+ Stream: column 1 section DATA start: 8976 length 962
+ Stream: column 2 section PRESENT start: 9938 length 17
+ Stream: column 2 section DATA start: 9955 length 1441
+ Stream: column 3 section DATA start: 11396 length 1704
+ Stream: column 4 section DATA start: 13100 length 1998
+ Stream: column 5 section DATA start: 15098 length 2925
+ Stream: column 6 section DATA start: 18023 length 3323
+ Stream: column 7 section DATA start: 21346 length 137
+ Stream: column 8 section DATA start: 21483 length 1572
+ Stream: column 8 section LENGTH start: 23055 length 310
+ Stream: column 8 section DICTIONARY_DATA start: 23365 length 1548
+ Stream: column 9 section DATA start: 24913 length 19
+ Stream: column 9 section SECONDARY start: 24932 length 1783
+ Stream: column 10 section DATA start: 26715 length 2138
+ Stream: column 10 section SECONDARY start: 28853 length 231
+ Stream: column 11 section DATA start: 29084 length 1877
+ Stream: column 11 section LENGTH start: 30961 length 591
Encoding column 0: DIRECT
Encoding column 1: DIRECT
Encoding column 2: DIRECT_V2
@@ -248,15 +248,15 @@ Stripes:
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 182 loadFactor: 0.029 expectedFpp: 7.090246E-7
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 1772 loadFactor: 0.2825 expectedFpp: 0.0063713384
Row group indices for column 9:
- Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,7,488,0,1538,488
+ Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,7,488,0,1538,488
Bloom filters for column 9:
Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Row group indices for column 10:
- Entry 0: count: 1000 hasNull: false min: 0.08 max: 99.94 sum: 51182.11 positions: 0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2.48 max: 94.9 sum: 2464.05 positions: 0,2159,0,476,4
+ Entry 0: count: 1000 hasNull: false min: 0 max: 9994 sum: 5118211 positions: 0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 0 max: 9490 sum: 246405 positions: 0,2159,0,476,4
Bloom filters for column 10:
Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 2848 loadFactor: 0.4541 expectedFpp: 0.042514365
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 194 loadFactor: 0.0309 expectedFpp: 9.153406E-7
@@ -269,7 +269,7 @@ Stripes:
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 98 loadFactor: 0.0156 expectedFpp: 5.9604645E-8
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 102 loadFactor: 0.0163 expectedFpp: 6.9948186E-8
-File length: 32438 bytes
+File length: 32494 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -299,34 +299,34 @@ Type: struct<t:tinyint,si:smallint,i:int,b:bigint,f:float,d:double,bo:boolean,s:
Stripe Statistics:
Stripe 1:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
File Statistics:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
Stripes:
- Stripe: offset: 3 data: 22593 rows: 1049 tail: 249 index: 13609
+ Stripe: offset: 3 data: 22593 rows: 1049 tail: 250 index: 13603
Stream: column 0 section ROW_INDEX start: 3 length 20
Stream: column 0 section BLOOM_FILTER_UTF8 start: 23 length 43
Stream: column 1 section ROW_INDEX start: 66 length 58
@@ -347,28 +347,28 @@ Stripes:
Stream: column 8 section BLOOM_FILTER_UTF8 start: 9476 length 1653
Stream: column 9 section ROW_INDEX start: 11129 length 50
Stream: column 9 section BLOOM_FILTER_UTF8 start: 11179 length 80
- Stream: column 10 section ROW_INDEX start: 11259 length 82
- Stream: column 10 section BLOOM_FILTER_UTF8 start: 11341 length 1802
- Stream: column 11 section ROW_INDEX start: 13143 length 47
- Stream: column 11 section BLOOM_FILTER_UTF8 start: 13190 length 422
- Stream: column 1 section PRESENT start: 13612 length 17
- Stream: column 1 section DATA start: 13629 length 962
- Stream: column 2 section PRESENT start: 14591 length 17
- Stream: column 2 section DATA start: 14608 length 1441
- Stream: column 3 section DATA start: 16049 length 1704
- Stream: column 4 section DATA start: 17753 length 1998
- Stream: column 5 section DATA start: 19751 length 2925
- Stream: column 6 section DATA start: 22676 length 3323
- Stream: column 7 section DATA start: 25999 length 137
- Stream: column 8 section DATA start: 26136 length 1572
- Stream: column 8 section LENGTH start: 27708 length 310
- Stream: column 8 section DICTIONARY_DATA start: 28018 length 1548
- Stream: column 9 section DATA start: 29566 length 19
- Stream: column 9 section SECONDARY start: 29585 length 1783
- Stream: column 10 section DATA start: 31368 length 2138
- Stream: column 10 section SECONDARY start: 33506 length 231
- Stream: column 11 section DATA start: 33737 length 1877
- Stream: column 11 section LENGTH start: 35614 length 591
+ Stream: column 10 section ROW_INDEX start: 11259 length 76
+ Stream: column 10 section BLOOM_FILTER_UTF8 start: 11335 length 1802
+ Stream: column 11 section ROW_INDEX start: 13137 length 47
+ Stream: column 11 section BLOOM_FILTER_UTF8 start: 13184 length 422
+ Stream: column 1 section PRESENT start: 13606 length 17
+ Stream: column 1 section DATA start: 13623 length 962
+ Stream: column 2 section PRESENT start: 14585 length 17
+ Stream: column 2 section DATA start: 14602 length 1441
+ Stream: column 3 section DATA start: 16043 length 1704
+ Stream: column 4 section DATA start: 17747 length 1998
+ Stream: column 5 section DATA start: 19745 length 2925
+ Stream: column 6 section DATA start: 22670 length 3323
+ Stream: column 7 section DATA start: 25993 length 137
+ Stream: column 8 section DATA start: 26130 length 1572
+ Stream: column 8 section LENGTH start: 27702 length 310
+ Stream: column 8 section DICTIONARY_DATA start: 28012 length 1548
+ Stream: column 9 section DATA start: 29560 length 19
+ Stream: column 9 section SECONDARY start: 29579 length 1783
+ Stream: column 10 section DATA start: 31362 length 2138
+ Stream: column 10 section SECONDARY start: 33500 length 231
+ Stream: column 11 section DATA start: 33731 length 1877
+ Stream: column 11 section LENGTH start: 35608 length 591
Encoding column 0: DIRECT
Encoding column 1: DIRECT
Encoding column 2: DIRECT_V2
@@ -445,15 +445,15 @@ Stripes:
Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 317 loadFactor: 0.033 expectedFpp: 4.2807122E-11
Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 3015 loadFactor: 0.3141 expectedFpp: 3.0137875E-4
Row group indices for column 9:
- Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,7,488,0,1538,488
+ Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,7,488,0,1538,488
Bloom filters for column 9:
Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 7 loadFactor: 0.0007 expectedFpp: 1.0959422E-22
Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 7 loadFactor: 0.0007 expectedFpp: 1.0959422E-22
Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 7 loadFactor: 0.0007 expectedFpp: 1.0959422E-22
Row group indices for column 10:
- Entry 0: count: 1000 hasNull: false min: 0.08 max: 99.94 sum: 51182.11 positions: 0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2.48 max: 94.9 sum: 2464.05 positions: 0,2159,0,476,4
+ Entry 0: count: 1000 hasNull: false min: 0 max: 9994 sum: 5118211 positions: 0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 0 max: 9490 sum: 246405 positions: 0,2159,0,476,4
Bloom filters for column 10:
Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4796 loadFactor: 0.4996 expectedFpp: 0.0077670407
Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 339 loadFactor: 0.0353 expectedFpp: 6.846983E-11
@@ -466,7 +466,7 @@ Stripes:
Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 174 loadFactor: 0.0181 expectedFpp: 6.426078E-13
Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 181 loadFactor: 0.0189 expectedFpp: 8.4693775E-13
-File length: 37082 bytes
+File length: 37141 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -508,34 +508,34 @@ Type: struct<t:tinyint,si:smallint,i:int,b:bigint,f:float,d:double,bo:boolean,s:
Stripe Statistics:
Stripe 1:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
File Statistics:
Column 0: count: 1049 hasNull: false
- Column 1: count: 1046 hasNull: true min: -3 max: 124 sum: 62430
- Column 2: count: 1046 hasNull: true min: 256 max: 511 sum: 398889
- Column 3: count: 1049 hasNull: false min: 65536 max: 65791 sum: 68881051
- Column 4: count: 1049 hasNull: false min: 4294967296 max: 4294967551 sum: 4505420825953
- Column 5: count: 1049 hasNull: false min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
- Column 6: count: 1049 hasNull: false min: 0.02 max: 49.85 sum: 26286.349999999977
- Column 7: count: 1049 hasNull: false true: 526
- Column 8: count: 1049 hasNull: false min: max: zach zipper sum: 13443
- Column 9: count: 1049 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703
- Column 10: count: 1049 hasNull: false min: 0.08 max: 99.94 sum: 53646.16
- Column 11: count: 1049 hasNull: false sum: 13278
+ Column 1: count: 1046 hasNull: true bytesOnDisk: 979 min: -3 max: 124 sum: 62430
+ Column 2: count: 1046 hasNull: true bytesOnDisk: 1458 min: 256 max: 511 sum: 398889
+ Column 3: count: 1049 hasNull: false bytesOnDisk: 1704 min: 65536 max: 65791 sum: 68881051
+ Column 4: count: 1049 hasNull: false bytesOnDisk: 1998 min: 4294967296 max: 4294967551 sum: 4505420825953
+ Column 5: count: 1049 hasNull: false bytesOnDisk: 2925 min: 0.07999999821186066 max: 99.91999816894531 sum: 52744.70002820343
+ Column 6: count: 1049 hasNull: false bytesOnDisk: 3323 min: 0.02 max: 49.85 sum: 26286.349999999977
+ Column 7: count: 1049 hasNull: false bytesOnDisk: 137 true: 526
+ Column 8: count: 1049 hasNull: false bytesOnDisk: 3430 min: max: zach zipper sum: 13443
+ Column 9: count: 1049 hasNull: false bytesOnDisk: 1802 min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703
+ Column 10: count: 1049 hasNull: false bytesOnDisk: 2369 min: 0 max: 99.94 sum: 53646.16
+ Column 11: count: 1049 hasNull: false bytesOnDisk: 2468 sum: 13278
Stripes:
- Stripe: offset: 3 data: 22593 rows: 1049 tail: 252 index: 8962
+ Stripe: offset: 3 data: 22593 rows: 1049 tail: 252 index: 8956
Stream: column 0 section ROW_INDEX start: 3 length 20
Stream: column 0 section BLOOM_FILTER_UTF8 start: 23 length 34
Stream: column 1 section ROW_INDEX start: 57 length 58
@@ -556,28 +556,28 @@ Stripes:
Stream: column 8 section BLOOM_FILTER_UTF8 start: 6240 length 1051
Stream: column 9 section ROW_INDEX start: 7291 length 50
Stream: column 9 section BLOOM_FILTER_UTF8 start: 7341 length 52
- Stream: column 10 section ROW_INDEX start: 7393 length 82
- Stream: column 10 section BLOOM_FILTER_UTF8 start: 7475 length 1189
- Stream: column 11 section ROW_INDEX start: 8664 length 47
- Stream: column 11 section BLOOM_FILTER_UTF8 start: 8711 length 254
- Stream: column 1 section PRESENT start: 8965 length 17
- Stream: column 1 section DATA start: 8982 length 962
- Stream: column 2 section PRESENT start: 9944 length 17
- Stream: column 2 section DATA start: 9961 length 1441
- Stream: column 3 section DATA start: 11402 length 1704
- Stream: column 4 section DATA start: 13106 length 1998
- Stream: column 5 section DATA start: 15104 length 2925
- Stream: column 6 section DATA start: 18029 length 3323
- Stream: column 7 section DATA start: 21352 length 137
- Stream: column 8 section DATA start: 21489 length 1572
- Stream: column 8 section LENGTH start: 23061 length 310
- Stream: column 8 section DICTIONARY_DATA start: 23371 length 1548
- Stream: column 9 section DATA start: 24919 length 19
- Stream: column 9 section SECONDARY start: 24938 length 1783
- Stream: column 10 section DATA start: 26721 length 2138
- Stream: column 10 section SECONDARY start: 28859 length 231
- Stream: column 11 section DATA start: 29090 length 1877
- Stream: column 11 section LENGTH start: 30967 length 591
+ Stream: column 10 section ROW_INDEX start: 7393 length 76
+ Stream: column 10 section BLOOM_FILTER_UTF8 start: 7469 length 1189
+ Stream: column 11 section ROW_INDEX start: 8658 length 47
+ Stream: column 11 section BLOOM_FILTER_UTF8 start: 8705 length 254
+ Stream: column 1 section PRESENT start: 8959 length 17
+ Stream: column 1 section DATA start: 8976 length 962
+ Stream: column 2 section PRESENT start: 9938 length 17
+ Stream: column 2 section DATA start: 9955 length 1441
+ Stream: column 3 section DATA start: 11396 length 1704
+ Stream: column 4 section DATA start: 13100 length 1998
+ Stream: column 5 section DATA start: 15098 length 2925
+ Stream: column 6 section DATA start: 18023 length 3323
+ Stream: column 7 section DATA start: 21346 length 137
+ Stream: column 8 section DATA start: 21483 length 1572
+ Stream: column 8 section LENGTH start: 23055 length 310
+ Stream: column 8 section DICTIONARY_DATA start: 23365 length 1548
+ Stream: column 9 section DATA start: 24913 length 19
+ Stream: column 9 section SECONDARY start: 24932 length 1783
+ Stream: column 10 section DATA start: 26715 length 2138
+ Stream: column 10 section SECONDARY start: 28853 length 231
+ Stream: column 11 section DATA start: 29084 length 1877
+ Stream: column 11 section LENGTH start: 30961 length 591
Encoding column 0: DIRECT
Encoding column 1: DIRECT
Encoding column 2: DIRECT_V2
@@ -654,15 +654,15 @@ Stripes:
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 182 loadFactor: 0.029 expectedFpp: 7.090246E-7
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 1772 loadFactor: 0.2825 expectedFpp: 0.0063713384
Row group indices for column 9:
- Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 positions: 0,7,488,0,1538,488
+ Entry 0: count: 1000 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 2013-03-01 09:11:58.703 max: 2013-03-01 09:11:58.703 min UTC: 2013-03-01 01:11:58.703 max UTC: 2013-03-01 01:11:58.703 positions: 0,7,488,0,1538,488
Bloom filters for column 9:
Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 4 loadFactor: 0.0006 expectedFpp: 1.6543056E-13
Row group indices for column 10:
- Entry 0: count: 1000 hasNull: false min: 0.08 max: 99.94 sum: 51182.11 positions: 0,0,0,0,0
- Entry 1: count: 49 hasNull: false min: 2.48 max: 94.9 sum: 2464.05 positions: 0,2159,0,476,4
+ Entry 0: count: 1000 hasNull: false min: 0 max: 9994 sum: 5118211 positions: 0,0,0,0,0
+ Entry 1: count: 49 hasNull: false min: 0 max: 9490 sum: 246405 positions: 0,2159,0,476,4
Bloom filters for column 10:
Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 2848 loadFactor: 0.4541 expectedFpp: 0.042514365
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 194 loadFactor: 0.0309 expectedFpp: 9.153406E-7
@@ -675,7 +675,7 @@ Stripes:
Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 98 loadFactor: 0.0156 expectedFpp: 5.9604645E-8
Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 102 loadFactor: 0.0163 expectedFpp: 6.9948186E-8
-File length: 32438 bytes
+File length: 32494 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
http://git-wip-us.apache.org/repos/asf/hive/blob/1f92316d/ql/src/test/results/clientpositive/orc_merge10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/orc_merge10.q.out b/ql/src/test/results/clientpositive/orc_merge10.q.out
index 0b8e2dd..b54abfa 100644
--- a/ql/src/test/results/clientpositive/orc_merge10.q.out
+++ b/ql/src/test/results/clientpositive/orc_merge10.q.out
@@ -628,17 +628,17 @@ Type: struct<key:int,value:string>
Stripe Statistics:
Stripe 1:
Column 0: count: 152 hasNull: false
- Column 1: count: 152 hasNull: false min: 0 max: 497 sum: 38034
- Column 2: count: 152 hasNull: false min: val_0 max: val_97 sum: 1034
+ Column 1: count: 152 hasNull: false bytesOnDisk: 309 min: 0 max: 497 sum: 38034
+ Column 2: count: 152 hasNull: false bytesOnDisk: 679 min: val_0 max: val_97 sum: 1034
Stripe 2:
Column 0: count: 90 hasNull: false
- Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736
- Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612
+ Column 1: count: 90 hasNull: false bytesOnDisk: 185 min: 0 max: 495 sum: 22736
+ Column 2: count: 90 hasNull: false bytesOnDisk: 428 min: val_0 max: val_86 sum: 612
File Statistics:
Column 0: count: 242 hasNull: false
- Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770
- Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646
+ Column 1: count: 242 hasNull: false bytesOnDisk: 494 min: 0 max: 497 sum: 60770
+ Column 2: count: 242 hasNull: false bytesOnDisk: 1107 min: val_0 max: val_97 sum: 1646
Stripes:
Stripe: offset: 3 data: 988 rows: 152 tail: 72 index: 77
@@ -675,7 +675,7 @@ Stripes:
Row group indices for column 2:
Entry 0: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 positions: 0,0,0,0,0
-File length: 2134 bytes
+File length: 2155 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________
@@ -698,17 +698,17 @@ Type: struct<key:int,value:string>
Stripe Statistics:
Stripe 1:
Column 0: count: 152 hasNull: false
- Column 1: count: 152 hasNull: false min: 0 max: 497 sum: 38034
- Column 2: count: 152 hasNull: false min: val_0 max: val_97 sum: 1034
+ Column 1: count: 152 hasNull: false bytesOnDisk: 309 min: 0 max: 497 sum: 38034
+ Column 2: count: 152 hasNull: false bytesOnDisk: 679 min: val_0 max: val_97 sum: 1034
Stripe 2:
Column 0: count: 90 hasNull: false
- Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736
- Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612
+ Column 1: count: 90 hasNull: false bytesOnDisk: 185 min: 0 max: 495 sum: 22736
+ Column 2: count: 90 hasNull: false bytesOnDisk: 428 min: val_0 max: val_86 sum: 612
File Statistics:
Column 0: count: 242 hasNull: false
- Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770
- Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646
+ Column 1: count: 242 hasNull: false bytesOnDisk: 494 min: 0 max: 497 sum: 60770
+ Column 2: count: 242 hasNull: false bytesOnDisk: 1107 min: val_0 max: val_97 sum: 1646
Stripes:
Stripe: offset: 3 data: 988 rows: 152 tail: 72 index: 77
@@ -745,7 +745,7 @@ Stripes:
Row group indices for column 2:
Entry 0: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 positions: 0,0,0,0,0
-File length: 2134 bytes
+File length: 2155 bytes
Padding length: 0 bytes
Padding ratio: 0%
________________________________________________________________________________________________________________________