You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jd...@apache.org on 2016/04/04 22:37:20 UTC
[45/50] [abbrv] hive git commit: HIVE-13361: Orc concatenation should
enforce the compression buffer size (Prasanth Jayachandran reviewed by Gopal
V)
HIVE-13361: Orc concatenation should enforce the compression buffer size (Prasanth Jayachandran reviewed by Gopal V)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/8c1f055d
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/8c1f055d
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/8c1f055d
Branch: refs/heads/llap
Commit: 8c1f055d91d5dd50544e7d39f2dc1ad087ac78e2
Parents: b431c27
Author: Prasanth Jayachandran <pr...@apache.org>
Authored: Tue Mar 29 22:20:20 2016 -0700
Committer: Prasanth Jayachandran <pr...@apache.org>
Committed: Tue Mar 29 22:20:20 2016 -0700
----------------------------------------------------------------------
.../test/resources/testconfiguration.properties | 1 +
orc/src/java/org/apache/orc/OrcFile.java | 21 +-
.../java/org/apache/orc/impl/WriterImpl.java | 18 +-
.../hive/ql/exec/OrcFileMergeOperator.java | 4 +-
.../test/queries/clientpositive/orc_merge12.q | 51 ++
.../results/clientpositive/orc_merge12.q.out | 606 +++++++++++++++++++
.../clientpositive/tez/orc_merge12.q.out | 606 +++++++++++++++++++
7 files changed, 1295 insertions(+), 12 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties
index ed26dea..232f84e 100644
--- a/itests/src/test/resources/testconfiguration.properties
+++ b/itests/src/test/resources/testconfiguration.properties
@@ -175,6 +175,7 @@ minitez.query.files.shared=acid_globallimit.q,\
orc_merge9.q,\
orc_merge10.q,\
orc_merge11.q,\
+ orc_merge12.q,\
orc_merge_incompat1.q,\
orc_merge_incompat2.q,\
orc_merge_incompat3.q,\
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/orc/src/java/org/apache/orc/OrcFile.java
----------------------------------------------------------------------
diff --git a/orc/src/java/org/apache/orc/OrcFile.java b/orc/src/java/org/apache/orc/OrcFile.java
index 3945a5d..85506ff 100644
--- a/orc/src/java/org/apache/orc/OrcFile.java
+++ b/orc/src/java/org/apache/orc/OrcFile.java
@@ -232,6 +232,7 @@ public class OrcFile {
private long blockSizeValue;
private int rowIndexStrideValue;
private int bufferSizeValue;
+ private boolean enforceBufferSize = false;
private boolean blockPaddingValue;
private CompressionKind compressValue;
private MemoryManager memoryManagerValue;
@@ -317,7 +318,10 @@ public class OrcFile {
/**
* The size of the memory buffers used for compressing and storing the
- * stripe in memory.
+ * stripe in memory. NOTE: ORC writer may choose to use smaller buffer
+ * size based on stripe size and number of columns for efficient stripe
+ * writing and memory utilization. To enforce writer to use the requested
+ * buffer size use enforceBufferSize().
*/
public WriterOptions bufferSize(int value) {
bufferSizeValue = value;
@@ -325,6 +329,17 @@ public class OrcFile {
}
/**
+ * Enforce writer to use requested buffer size instead of estimating
+ * buffer size based on stripe size and number of columns.
+ * See bufferSize() method for more info.
+ * Default: false
+ */
+ public WriterOptions enforceBufferSize() {
+ enforceBufferSize = true;
+ return this;
+ }
+
+ /**
* Sets whether the HDFS blocks are padded to prevent stripes from
* straddling blocks. Padding improves locality and thus the speed of
* reading, but costs space.
@@ -460,6 +475,10 @@ public class OrcFile {
return bufferSizeValue;
}
+ public boolean isEnforceBufferSize() {
+ return enforceBufferSize;
+ }
+
public int getRowIndexStride() {
return rowIndexStrideValue;
}
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/orc/src/java/org/apache/orc/impl/WriterImpl.java
----------------------------------------------------------------------
diff --git a/orc/src/java/org/apache/orc/impl/WriterImpl.java b/orc/src/java/org/apache/orc/impl/WriterImpl.java
index d4b9a14..f8afe06 100644
--- a/orc/src/java/org/apache/orc/impl/WriterImpl.java
+++ b/orc/src/java/org/apache/orc/impl/WriterImpl.java
@@ -180,8 +180,12 @@ public class WriterImpl implements Writer, MemoryManager.Callback {
buildIndex = rowIndexStride > 0;
codec = createCodec(compress);
int numColumns = schema.getMaximumId() + 1;
- this.bufferSize = getEstimatedBufferSize(defaultStripeSize,
- numColumns, opts.getBufferSize());
+ if (opts.isEnforceBufferSize()) {
+ this.bufferSize = opts.getBufferSize();
+ } else {
+ this.bufferSize = getEstimatedBufferSize(defaultStripeSize,
+ numColumns, opts.getBufferSize());
+ }
if (version == OrcFile.Version.V_0_11) {
/* do not write bloom filters for ORC v11 */
this.bloomFilterColumns = new boolean[schema.getMaximumId() + 1];
@@ -199,7 +203,7 @@ public class WriterImpl implements Writer, MemoryManager.Callback {
// ensure that we are able to handle callbacks before we register ourselves
memoryManager.addWriter(path, opts.getStripeSize(), this);
LOG.info("ORC writer created for path: {} with stripeSize: {} blockSize: {}" +
- " compression: {} estimatedBufferSize: {}", path, defaultStripeSize, blockSize,
+ " compression: {} bufferSize: {}", path, defaultStripeSize, blockSize,
compress, bufferSize);
}
@@ -212,13 +216,7 @@ public class WriterImpl implements Writer, MemoryManager.Callback {
// sizes.
int estBufferSize = (int) (stripeSize / (20 * numColumns));
estBufferSize = getClosestBufferSize(estBufferSize);
- if (estBufferSize > bs) {
- estBufferSize = bs;
- } else {
- LOG.info("WIDE TABLE - Number of columns: " + numColumns +
- " Chosen compression buffer size: " + estBufferSize);
- }
- return estBufferSize;
+ return estBufferSize > bs ? bs : estBufferSize;
}
private static int getClosestBufferSize(int estBufferSize) {
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java
index e554ab1..e3cb765 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java
@@ -121,7 +121,9 @@ public class OrcFileMergeOperator extends
.inspector(reader.getObjectInspector());
// compression buffer size should only be set if compression is enabled
if (compression != CompressionKind.NONE) {
- options.bufferSize(compressBuffSize);
+ // enforce is required to retain the buffer sizes of old files instead of orc writer
+ // inferring the optimal buffer size
+ options.bufferSize(compressBuffSize).enforceBufferSize();
}
outWriter = OrcFile.createWriter(outPath, options);
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/ql/src/test/queries/clientpositive/orc_merge12.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_merge12.q b/ql/src/test/queries/clientpositive/orc_merge12.q
new file mode 100644
index 0000000..ed17cea
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/orc_merge12.q
@@ -0,0 +1,51 @@
+CREATE TABLE `alltypesorc3xcols`(
+ `atinyint` tinyint,
+ `asmallint` smallint,
+ `aint` int,
+ `abigint` bigint,
+ `afloat` float,
+ `adouble` double,
+ `astring1` string,
+ `astring2` string,
+ `atimestamp1` timestamp,
+ `atimestamp2` timestamp,
+ `aboolean1` boolean,
+ `aboolean2` boolean,
+ `btinyint` tinyint,
+ `bsmallint` smallint,
+ `bint` int,
+ `bbigint` bigint,
+ `bfloat` float,
+ `bdouble` double,
+ `bstring1` string,
+ `bstring2` string,
+ `btimestamp1` timestamp,
+ `btimestamp2` timestamp,
+ `bboolean1` boolean,
+ `bboolean2` boolean,
+ `ctinyint` tinyint,
+ `csmallint` smallint,
+ `cint` int,
+ `cbigint` bigint,
+ `cfloat` float,
+ `cdouble` double,
+ `cstring1` string,
+ `cstring2` string,
+ `ctimestamp1` timestamp,
+ `ctimestamp2` timestamp,
+ `cboolean1` boolean,
+ `cboolean2` boolean) stored as ORC;
+
+load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols;
+load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols;
+
+select count(*) from alltypesorc3xcols;
+select sum(hash(*)) from alltypesorc3xcols;
+
+alter table alltypesorc3xcols concatenate;
+
+select count(*) from alltypesorc3xcols;
+select sum(hash(*)) from alltypesorc3xcols;
+
+SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcFileDump;
+select * from alltypesorc3xcols limit 1;
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/ql/src/test/results/clientpositive/orc_merge12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/orc_merge12.q.out b/ql/src/test/results/clientpositive/orc_merge12.q.out
new file mode 100644
index 0000000..f23be5a
--- /dev/null
+++ b/ql/src/test/results/clientpositive/orc_merge12.q.out
@@ -0,0 +1,606 @@
+PREHOOK: query: CREATE TABLE `alltypesorc3xcols`(
+ `atinyint` tinyint,
+ `asmallint` smallint,
+ `aint` int,
+ `abigint` bigint,
+ `afloat` float,
+ `adouble` double,
+ `astring1` string,
+ `astring2` string,
+ `atimestamp1` timestamp,
+ `atimestamp2` timestamp,
+ `aboolean1` boolean,
+ `aboolean2` boolean,
+ `btinyint` tinyint,
+ `bsmallint` smallint,
+ `bint` int,
+ `bbigint` bigint,
+ `bfloat` float,
+ `bdouble` double,
+ `bstring1` string,
+ `bstring2` string,
+ `btimestamp1` timestamp,
+ `btimestamp2` timestamp,
+ `bboolean1` boolean,
+ `bboolean2` boolean,
+ `ctinyint` tinyint,
+ `csmallint` smallint,
+ `cint` int,
+ `cbigint` bigint,
+ `cfloat` float,
+ `cdouble` double,
+ `cstring1` string,
+ `cstring2` string,
+ `ctimestamp1` timestamp,
+ `ctimestamp2` timestamp,
+ `cboolean1` boolean,
+ `cboolean2` boolean) stored as ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: CREATE TABLE `alltypesorc3xcols`(
+ `atinyint` tinyint,
+ `asmallint` smallint,
+ `aint` int,
+ `abigint` bigint,
+ `afloat` float,
+ `adouble` double,
+ `astring1` string,
+ `astring2` string,
+ `atimestamp1` timestamp,
+ `atimestamp2` timestamp,
+ `aboolean1` boolean,
+ `aboolean2` boolean,
+ `btinyint` tinyint,
+ `bsmallint` smallint,
+ `bint` int,
+ `bbigint` bigint,
+ `bfloat` float,
+ `bdouble` double,
+ `bstring1` string,
+ `bstring2` string,
+ `btimestamp1` timestamp,
+ `btimestamp2` timestamp,
+ `bboolean1` boolean,
+ `bboolean2` boolean,
+ `ctinyint` tinyint,
+ `csmallint` smallint,
+ `cint` int,
+ `cbigint` bigint,
+ `cfloat` float,
+ `cdouble` double,
+ `cstring1` string,
+ `cstring2` string,
+ `ctimestamp1` timestamp,
+ `ctimestamp2` timestamp,
+ `cboolean1` boolean,
+ `cboolean2` boolean) stored as ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: select count(*) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+24576
+PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-302946892512
+PREHOOK: query: alter table alltypesorc3xcols concatenate
+PREHOOK: type: ALTER_TABLE_MERGE
+PREHOOK: Input: default@alltypesorc3xcols
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: alter table alltypesorc3xcols concatenate
+POSTHOOK: type: ALTER_TABLE_MERGE
+POSTHOOK: Input: default@alltypesorc3xcols
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: select count(*) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+24576
+PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-302946892512
+PREHOOK: query: select * from alltypesorc3xcols limit 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-- BEGIN ORC FILE DUMP --
+#### A masked pattern was here ####
+File Version: 0.12 with HIVE_13083
+Rows: 24576
+Compression: ZLIB
+Compression size: 262144
+Type: struct<_col0:tinyint,_col1:smallint,_col2:int,_col3:bigint,_col4:float,_col5:double,_col6:string,_col7:string,_col8:timestamp,_col9:timestamp,_col10:boolean,_col11:boolean,_col12:tinyint,_col13:smallint,_col14:int,_col15:bigint,_col16:float,_col17:double,_col18:string,_col19:string,_col20:timestamp,_col21:timestamp,_col22:boolean,_col23:boolean,_col24:tinyint,_col25:smallint,_col26:int,_col27:bigint,_col28:float,_col29:double,_col30:string,_col31:string,_col32:timestamp,_col33:timestamp,_col34:boolean,_col35:boolean>
+
+Stripe Statistics:
+ Stripe 1:
+ Column 0: count: 12288 hasNull: false
+ Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368
+ Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736
+ Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 9174 hasNull: true true: 6138
+ Column 12: count: 9173 hasNull: true true: 3983
+ Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 9174 hasNull: true true: 6138
+ Column 24: count: 9173 hasNull: true true: 3983
+ Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 9174 hasNull: true true: 6138
+ Column 36: count: 9173 hasNull: true true: 3983
+ Stripe 2:
+ Column 0: count: 12288 hasNull: false
+ Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368
+ Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736
+ Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 9174 hasNull: true true: 6138
+ Column 12: count: 9173 hasNull: true true: 3983
+ Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 9174 hasNull: true true: 6138
+ Column 24: count: 9173 hasNull: true true: 3983
+ Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 9174 hasNull: true true: 6138
+ Column 36: count: 9173 hasNull: true true: 3983
+
+File Statistics:
+ Column 0: count: 24576 hasNull: false
+ Column 1: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 2: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 3: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 4: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 5: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 6: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 7: count: 24576 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 884736
+ Column 8: count: 24576 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 1769472
+ Column 9: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 18348 hasNull: true true: 12276
+ Column 12: count: 18346 hasNull: true true: 7966
+ Column 13: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 14: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 15: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 16: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 17: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 18: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 19: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762
+ Column 20: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268
+ Column 21: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 18348 hasNull: true true: 12276
+ Column 24: count: 18346 hasNull: true true: 7966
+ Column 25: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 26: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 27: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 28: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 29: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 30: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 31: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762
+ Column 32: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268
+ Column 33: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 18348 hasNull: true true: 12276
+ Column 36: count: 18346 hasNull: true true: 7966
+
+Stripes:
+ Stripe: offset: 3 data: 1500017 rows: 12288 tail: 501 index: 2836
+ Stream: column 0 section ROW_INDEX start: 3 length 21
+ Stream: column 1 section ROW_INDEX start: 24 length 53
+ Stream: column 2 section ROW_INDEX start: 77 length 67
+ Stream: column 3 section ROW_INDEX start: 144 length 81
+ Stream: column 4 section ROW_INDEX start: 225 length 83
+ Stream: column 5 section ROW_INDEX start: 308 length 77
+ Stream: column 6 section ROW_INDEX start: 385 length 77
+ Stream: column 7 section ROW_INDEX start: 462 length 176
+ Stream: column 8 section ROW_INDEX start: 638 length 267
+ Stream: column 9 section ROW_INDEX start: 905 length 63
+ Stream: column 10 section ROW_INDEX start: 968 length 57
+ Stream: column 11 section ROW_INDEX start: 1025 length 47
+ Stream: column 12 section ROW_INDEX start: 1072 length 47
+ Stream: column 13 section ROW_INDEX start: 1119 length 53
+ Stream: column 14 section ROW_INDEX start: 1172 length 67
+ Stream: column 15 section ROW_INDEX start: 1239 length 81
+ Stream: column 16 section ROW_INDEX start: 1320 length 83
+ Stream: column 17 section ROW_INDEX start: 1403 length 77
+ Stream: column 18 section ROW_INDEX start: 1480 length 77
+ Stream: column 19 section ROW_INDEX start: 1557 length 115
+ Stream: column 20 section ROW_INDEX start: 1672 length 93
+ Stream: column 21 section ROW_INDEX start: 1765 length 63
+ Stream: column 22 section ROW_INDEX start: 1828 length 57
+ Stream: column 23 section ROW_INDEX start: 1885 length 47
+ Stream: column 24 section ROW_INDEX start: 1932 length 47
+ Stream: column 25 section ROW_INDEX start: 1979 length 53
+ Stream: column 26 section ROW_INDEX start: 2032 length 67
+ Stream: column 27 section ROW_INDEX start: 2099 length 81
+ Stream: column 28 section ROW_INDEX start: 2180 length 83
+ Stream: column 29 section ROW_INDEX start: 2263 length 77
+ Stream: column 30 section ROW_INDEX start: 2340 length 77
+ Stream: column 31 section ROW_INDEX start: 2417 length 115
+ Stream: column 32 section ROW_INDEX start: 2532 length 93
+ Stream: column 33 section ROW_INDEX start: 2625 length 63
+ Stream: column 34 section ROW_INDEX start: 2688 length 57
+ Stream: column 35 section ROW_INDEX start: 2745 length 47
+ Stream: column 36 section ROW_INDEX start: 2792 length 47
+ Stream: column 1 section PRESENT start: 2839 length 51
+ Stream: column 1 section DATA start: 2890 length 5448
+ Stream: column 2 section PRESENT start: 8338 length 53
+ Stream: column 2 section DATA start: 8391 length 12144
+ Stream: column 3 section PRESENT start: 20535 length 53
+ Stream: column 3 section DATA start: 20588 length 24618
+ Stream: column 4 section PRESENT start: 45206 length 52
+ Stream: column 4 section DATA start: 45258 length 24681
+ Stream: column 5 section PRESENT start: 69939 length 51
+ Stream: column 5 section DATA start: 69990 length 9927
+ Stream: column 6 section PRESENT start: 79917 length 53
+ Stream: column 6 section DATA start: 79970 length 19755
+ Stream: column 7 section DATA start: 99725 length 258570
+ Stream: column 7 section LENGTH start: 358295 length 108
+ Stream: column 8 section DATA start: 358403 length 517341
+ Stream: column 8 section LENGTH start: 875744 length 108
+ Stream: column 9 section PRESENT start: 875852 length 52
+ Stream: column 9 section DATA start: 875904 length 8045
+ Stream: column 9 section SECONDARY start: 883949 length 9555
+ Stream: column 10 section PRESENT start: 893504 length 58
+ Stream: column 10 section DATA start: 893562 length 8082
+ Stream: column 10 section SECONDARY start: 901644 length 9590
+ Stream: column 11 section PRESENT start: 911234 length 51
+ Stream: column 11 section DATA start: 911285 length 782
+ Stream: column 12 section PRESENT start: 912067 length 54
+ Stream: column 12 section DATA start: 912121 length 783
+ Stream: column 13 section PRESENT start: 912904 length 51
+ Stream: column 13 section DATA start: 912955 length 5448
+ Stream: column 14 section PRESENT start: 918403 length 53
+ Stream: column 14 section DATA start: 918456 length 12144
+ Stream: column 15 section PRESENT start: 930600 length 53
+ Stream: column 15 section DATA start: 930653 length 24618
+ Stream: column 16 section PRESENT start: 955271 length 52
+ Stream: column 16 section DATA start: 955323 length 24681
+ Stream: column 17 section PRESENT start: 980004 length 51
+ Stream: column 17 section DATA start: 980055 length 9927
+ Stream: column 18 section PRESENT start: 989982 length 53
+ Stream: column 18 section DATA start: 990035 length 19755
+ Stream: column 19 section PRESENT start: 1009790 length 51
+ Stream: column 19 section DATA start: 1009841 length 11009
+ Stream: column 19 section LENGTH start: 1020850 length 3722
+ Stream: column 19 section DICTIONARY_DATA start: 1024572 length 65435
+ Stream: column 20 section PRESENT start: 1090007 length 54
+ Stream: column 20 section DATA start: 1090061 length 11006
+ Stream: column 20 section LENGTH start: 1101067 length 3739
+ Stream: column 20 section DICTIONARY_DATA start: 1104806 length 66022
+ Stream: column 21 section PRESENT start: 1170828 length 52
+ Stream: column 21 section DATA start: 1170880 length 8045
+ Stream: column 21 section SECONDARY start: 1178925 length 9555
+ Stream: column 22 section PRESENT start: 1188480 length 58
+ Stream: column 22 section DATA start: 1188538 length 8082
+ Stream: column 22 section SECONDARY start: 1196620 length 9590
+ Stream: column 23 section PRESENT start: 1206210 length 51
+ Stream: column 23 section DATA start: 1206261 length 782
+ Stream: column 24 section PRESENT start: 1207043 length 54
+ Stream: column 24 section DATA start: 1207097 length 783
+ Stream: column 25 section PRESENT start: 1207880 length 51
+ Stream: column 25 section DATA start: 1207931 length 5448
+ Stream: column 26 section PRESENT start: 1213379 length 53
+ Stream: column 26 section DATA start: 1213432 length 12144
+ Stream: column 27 section PRESENT start: 1225576 length 53
+ Stream: column 27 section DATA start: 1225629 length 24618
+ Stream: column 28 section PRESENT start: 1250247 length 52
+ Stream: column 28 section DATA start: 1250299 length 24681
+ Stream: column 29 section PRESENT start: 1274980 length 51
+ Stream: column 29 section DATA start: 1275031 length 9927
+ Stream: column 30 section PRESENT start: 1284958 length 53
+ Stream: column 30 section DATA start: 1285011 length 19755
+ Stream: column 31 section PRESENT start: 1304766 length 51
+ Stream: column 31 section DATA start: 1304817 length 11009
+ Stream: column 31 section LENGTH start: 1315826 length 3722
+ Stream: column 31 section DICTIONARY_DATA start: 1319548 length 65435
+ Stream: column 32 section PRESENT start: 1384983 length 54
+ Stream: column 32 section DATA start: 1385037 length 11006
+ Stream: column 32 section LENGTH start: 1396043 length 3739
+ Stream: column 32 section DICTIONARY_DATA start: 1399782 length 66022
+ Stream: column 33 section PRESENT start: 1465804 length 52
+ Stream: column 33 section DATA start: 1465856 length 8045
+ Stream: column 33 section SECONDARY start: 1473901 length 9555
+ Stream: column 34 section PRESENT start: 1483456 length 58
+ Stream: column 34 section DATA start: 1483514 length 8082
+ Stream: column 34 section SECONDARY start: 1491596 length 9590
+ Stream: column 35 section PRESENT start: 1501186 length 51
+ Stream: column 35 section DATA start: 1501237 length 782
+ Stream: column 36 section PRESENT start: 1502019 length 54
+ Stream: column 36 section DATA start: 1502073 length 783
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DIRECT_V2
+ Encoding column 4: DIRECT_V2
+ Encoding column 5: DIRECT
+ Encoding column 6: DIRECT
+ Encoding column 7: DIRECT_V2
+ Encoding column 8: DIRECT_V2
+ Encoding column 9: DIRECT_V2
+ Encoding column 10: DIRECT_V2
+ Encoding column 11: DIRECT
+ Encoding column 12: DIRECT
+ Encoding column 13: DIRECT
+ Encoding column 14: DIRECT_V2
+ Encoding column 15: DIRECT_V2
+ Encoding column 16: DIRECT_V2
+ Encoding column 17: DIRECT
+ Encoding column 18: DIRECT
+ Encoding column 19: DICTIONARY_V2[6083]
+ Encoding column 20: DICTIONARY_V2[6081]
+ Encoding column 21: DIRECT_V2
+ Encoding column 22: DIRECT_V2
+ Encoding column 23: DIRECT
+ Encoding column 24: DIRECT
+ Encoding column 25: DIRECT
+ Encoding column 26: DIRECT_V2
+ Encoding column 27: DIRECT_V2
+ Encoding column 28: DIRECT_V2
+ Encoding column 29: DIRECT
+ Encoding column 30: DIRECT
+ Encoding column 31: DICTIONARY_V2[6083]
+ Encoding column 32: DICTIONARY_V2[6081]
+ Encoding column 33: DIRECT_V2
+ Encoding column 34: DIRECT_V2
+ Encoding column 35: DIRECT
+ Encoding column 36: DIRECT
+ Row group indices for column 1:
+ Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0
+ Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2
+ Stripe: offset: 1503357 data: 1500017 rows: 12288 tail: 501 index: 2836
+ Stream: column 0 section ROW_INDEX start: 1503357 length 21
+ Stream: column 1 section ROW_INDEX start: 1503378 length 53
+ Stream: column 2 section ROW_INDEX start: 1503431 length 67
+ Stream: column 3 section ROW_INDEX start: 1503498 length 81
+ Stream: column 4 section ROW_INDEX start: 1503579 length 83
+ Stream: column 5 section ROW_INDEX start: 1503662 length 77
+ Stream: column 6 section ROW_INDEX start: 1503739 length 77
+ Stream: column 7 section ROW_INDEX start: 1503816 length 176
+ Stream: column 8 section ROW_INDEX start: 1503992 length 267
+ Stream: column 9 section ROW_INDEX start: 1504259 length 63
+ Stream: column 10 section ROW_INDEX start: 1504322 length 57
+ Stream: column 11 section ROW_INDEX start: 1504379 length 47
+ Stream: column 12 section ROW_INDEX start: 1504426 length 47
+ Stream: column 13 section ROW_INDEX start: 1504473 length 53
+ Stream: column 14 section ROW_INDEX start: 1504526 length 67
+ Stream: column 15 section ROW_INDEX start: 1504593 length 81
+ Stream: column 16 section ROW_INDEX start: 1504674 length 83
+ Stream: column 17 section ROW_INDEX start: 1504757 length 77
+ Stream: column 18 section ROW_INDEX start: 1504834 length 77
+ Stream: column 19 section ROW_INDEX start: 1504911 length 115
+ Stream: column 20 section ROW_INDEX start: 1505026 length 93
+ Stream: column 21 section ROW_INDEX start: 1505119 length 63
+ Stream: column 22 section ROW_INDEX start: 1505182 length 57
+ Stream: column 23 section ROW_INDEX start: 1505239 length 47
+ Stream: column 24 section ROW_INDEX start: 1505286 length 47
+ Stream: column 25 section ROW_INDEX start: 1505333 length 53
+ Stream: column 26 section ROW_INDEX start: 1505386 length 67
+ Stream: column 27 section ROW_INDEX start: 1505453 length 81
+ Stream: column 28 section ROW_INDEX start: 1505534 length 83
+ Stream: column 29 section ROW_INDEX start: 1505617 length 77
+ Stream: column 30 section ROW_INDEX start: 1505694 length 77
+ Stream: column 31 section ROW_INDEX start: 1505771 length 115
+ Stream: column 32 section ROW_INDEX start: 1505886 length 93
+ Stream: column 33 section ROW_INDEX start: 1505979 length 63
+ Stream: column 34 section ROW_INDEX start: 1506042 length 57
+ Stream: column 35 section ROW_INDEX start: 1506099 length 47
+ Stream: column 36 section ROW_INDEX start: 1506146 length 47
+ Stream: column 1 section PRESENT start: 1506193 length 51
+ Stream: column 1 section DATA start: 1506244 length 5448
+ Stream: column 2 section PRESENT start: 1511692 length 53
+ Stream: column 2 section DATA start: 1511745 length 12144
+ Stream: column 3 section PRESENT start: 1523889 length 53
+ Stream: column 3 section DATA start: 1523942 length 24618
+ Stream: column 4 section PRESENT start: 1548560 length 52
+ Stream: column 4 section DATA start: 1548612 length 24681
+ Stream: column 5 section PRESENT start: 1573293 length 51
+ Stream: column 5 section DATA start: 1573344 length 9927
+ Stream: column 6 section PRESENT start: 1583271 length 53
+ Stream: column 6 section DATA start: 1583324 length 19755
+ Stream: column 7 section DATA start: 1603079 length 258570
+ Stream: column 7 section LENGTH start: 1861649 length 108
+ Stream: column 8 section DATA start: 1861757 length 517341
+ Stream: column 8 section LENGTH start: 2379098 length 108
+ Stream: column 9 section PRESENT start: 2379206 length 52
+ Stream: column 9 section DATA start: 2379258 length 8045
+ Stream: column 9 section SECONDARY start: 2387303 length 9555
+ Stream: column 10 section PRESENT start: 2396858 length 58
+ Stream: column 10 section DATA start: 2396916 length 8082
+ Stream: column 10 section SECONDARY start: 2404998 length 9590
+ Stream: column 11 section PRESENT start: 2414588 length 51
+ Stream: column 11 section DATA start: 2414639 length 782
+ Stream: column 12 section PRESENT start: 2415421 length 54
+ Stream: column 12 section DATA start: 2415475 length 783
+ Stream: column 13 section PRESENT start: 2416258 length 51
+ Stream: column 13 section DATA start: 2416309 length 5448
+ Stream: column 14 section PRESENT start: 2421757 length 53
+ Stream: column 14 section DATA start: 2421810 length 12144
+ Stream: column 15 section PRESENT start: 2433954 length 53
+ Stream: column 15 section DATA start: 2434007 length 24618
+ Stream: column 16 section PRESENT start: 2458625 length 52
+ Stream: column 16 section DATA start: 2458677 length 24681
+ Stream: column 17 section PRESENT start: 2483358 length 51
+ Stream: column 17 section DATA start: 2483409 length 9927
+ Stream: column 18 section PRESENT start: 2493336 length 53
+ Stream: column 18 section DATA start: 2493389 length 19755
+ Stream: column 19 section PRESENT start: 2513144 length 51
+ Stream: column 19 section DATA start: 2513195 length 11009
+ Stream: column 19 section LENGTH start: 2524204 length 3722
+ Stream: column 19 section DICTIONARY_DATA start: 2527926 length 65435
+ Stream: column 20 section PRESENT start: 2593361 length 54
+ Stream: column 20 section DATA start: 2593415 length 11006
+ Stream: column 20 section LENGTH start: 2604421 length 3739
+ Stream: column 20 section DICTIONARY_DATA start: 2608160 length 66022
+ Stream: column 21 section PRESENT start: 2674182 length 52
+ Stream: column 21 section DATA start: 2674234 length 8045
+ Stream: column 21 section SECONDARY start: 2682279 length 9555
+ Stream: column 22 section PRESENT start: 2691834 length 58
+ Stream: column 22 section DATA start: 2691892 length 8082
+ Stream: column 22 section SECONDARY start: 2699974 length 9590
+ Stream: column 23 section PRESENT start: 2709564 length 51
+ Stream: column 23 section DATA start: 2709615 length 782
+ Stream: column 24 section PRESENT start: 2710397 length 54
+ Stream: column 24 section DATA start: 2710451 length 783
+ Stream: column 25 section PRESENT start: 2711234 length 51
+ Stream: column 25 section DATA start: 2711285 length 5448
+ Stream: column 26 section PRESENT start: 2716733 length 53
+ Stream: column 26 section DATA start: 2716786 length 12144
+ Stream: column 27 section PRESENT start: 2728930 length 53
+ Stream: column 27 section DATA start: 2728983 length 24618
+ Stream: column 28 section PRESENT start: 2753601 length 52
+ Stream: column 28 section DATA start: 2753653 length 24681
+ Stream: column 29 section PRESENT start: 2778334 length 51
+ Stream: column 29 section DATA start: 2778385 length 9927
+ Stream: column 30 section PRESENT start: 2788312 length 53
+ Stream: column 30 section DATA start: 2788365 length 19755
+ Stream: column 31 section PRESENT start: 2808120 length 51
+ Stream: column 31 section DATA start: 2808171 length 11009
+ Stream: column 31 section LENGTH start: 2819180 length 3722
+ Stream: column 31 section DICTIONARY_DATA start: 2822902 length 65435
+ Stream: column 32 section PRESENT start: 2888337 length 54
+ Stream: column 32 section DATA start: 2888391 length 11006
+ Stream: column 32 section LENGTH start: 2899397 length 3739
+ Stream: column 32 section DICTIONARY_DATA start: 2903136 length 66022
+ Stream: column 33 section PRESENT start: 2969158 length 52
+ Stream: column 33 section DATA start: 2969210 length 8045
+ Stream: column 33 section SECONDARY start: 2977255 length 9555
+ Stream: column 34 section PRESENT start: 2986810 length 58
+ Stream: column 34 section DATA start: 2986868 length 8082
+ Stream: column 34 section SECONDARY start: 2994950 length 9590
+ Stream: column 35 section PRESENT start: 3004540 length 51
+ Stream: column 35 section DATA start: 3004591 length 782
+ Stream: column 36 section PRESENT start: 3005373 length 54
+ Stream: column 36 section DATA start: 3005427 length 783
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DIRECT_V2
+ Encoding column 4: DIRECT_V2
+ Encoding column 5: DIRECT
+ Encoding column 6: DIRECT
+ Encoding column 7: DIRECT_V2
+ Encoding column 8: DIRECT_V2
+ Encoding column 9: DIRECT_V2
+ Encoding column 10: DIRECT_V2
+ Encoding column 11: DIRECT
+ Encoding column 12: DIRECT
+ Encoding column 13: DIRECT
+ Encoding column 14: DIRECT_V2
+ Encoding column 15: DIRECT_V2
+ Encoding column 16: DIRECT_V2
+ Encoding column 17: DIRECT
+ Encoding column 18: DIRECT
+ Encoding column 19: DICTIONARY_V2[6083]
+ Encoding column 20: DICTIONARY_V2[6081]
+ Encoding column 21: DIRECT_V2
+ Encoding column 22: DIRECT_V2
+ Encoding column 23: DIRECT
+ Encoding column 24: DIRECT
+ Encoding column 25: DIRECT
+ Encoding column 26: DIRECT_V2
+ Encoding column 27: DIRECT_V2
+ Encoding column 28: DIRECT_V2
+ Encoding column 29: DIRECT
+ Encoding column 30: DIRECT
+ Encoding column 31: DICTIONARY_V2[6083]
+ Encoding column 32: DICTIONARY_V2[6081]
+ Encoding column 33: DIRECT_V2
+ Encoding column 34: DIRECT_V2
+ Encoding column 35: DIRECT
+ Encoding column 36: DIRECT
+ Row group indices for column 1:
+ Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0
+ Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2
+
+File length: 3007981 bytes
+Padding length: 0 bytes
+Padding ratio: 0%
+________________________________________________________________________________________________________________________
+
+-- END ORC FILE DUMP --
+-50 -13326 528534767 NULL -50.0 -13326.0 18f2de7d-0c69-4052-9c4b-64f196d6d589 9edba9e8-1f91-47e7-b31f-451eeb5feb7781ba3a3e-c22e-4412-91a2-86ad05ae1ca8 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL
http://git-wip-us.apache.org/repos/asf/hive/blob/8c1f055d/ql/src/test/results/clientpositive/tez/orc_merge12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/orc_merge12.q.out b/ql/src/test/results/clientpositive/tez/orc_merge12.q.out
new file mode 100644
index 0000000..f23be5a
--- /dev/null
+++ b/ql/src/test/results/clientpositive/tez/orc_merge12.q.out
@@ -0,0 +1,606 @@
+PREHOOK: query: CREATE TABLE `alltypesorc3xcols`(
+ `atinyint` tinyint,
+ `asmallint` smallint,
+ `aint` int,
+ `abigint` bigint,
+ `afloat` float,
+ `adouble` double,
+ `astring1` string,
+ `astring2` string,
+ `atimestamp1` timestamp,
+ `atimestamp2` timestamp,
+ `aboolean1` boolean,
+ `aboolean2` boolean,
+ `btinyint` tinyint,
+ `bsmallint` smallint,
+ `bint` int,
+ `bbigint` bigint,
+ `bfloat` float,
+ `bdouble` double,
+ `bstring1` string,
+ `bstring2` string,
+ `btimestamp1` timestamp,
+ `btimestamp2` timestamp,
+ `bboolean1` boolean,
+ `bboolean2` boolean,
+ `ctinyint` tinyint,
+ `csmallint` smallint,
+ `cint` int,
+ `cbigint` bigint,
+ `cfloat` float,
+ `cdouble` double,
+ `cstring1` string,
+ `cstring2` string,
+ `ctimestamp1` timestamp,
+ `ctimestamp2` timestamp,
+ `cboolean1` boolean,
+ `cboolean2` boolean) stored as ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: CREATE TABLE `alltypesorc3xcols`(
+ `atinyint` tinyint,
+ `asmallint` smallint,
+ `aint` int,
+ `abigint` bigint,
+ `afloat` float,
+ `adouble` double,
+ `astring1` string,
+ `astring2` string,
+ `atimestamp1` timestamp,
+ `atimestamp2` timestamp,
+ `aboolean1` boolean,
+ `aboolean2` boolean,
+ `btinyint` tinyint,
+ `bsmallint` smallint,
+ `bint` int,
+ `bbigint` bigint,
+ `bfloat` float,
+ `bdouble` double,
+ `bstring1` string,
+ `bstring2` string,
+ `btimestamp1` timestamp,
+ `btimestamp2` timestamp,
+ `bboolean1` boolean,
+ `bboolean2` boolean,
+ `ctinyint` tinyint,
+ `csmallint` smallint,
+ `cint` int,
+ `cbigint` bigint,
+ `cfloat` float,
+ `cdouble` double,
+ `cstring1` string,
+ `cstring2` string,
+ `ctimestamp1` timestamp,
+ `ctimestamp2` timestamp,
+ `cboolean1` boolean,
+ `cboolean2` boolean) stored as ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: select count(*) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+24576
+PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-302946892512
+PREHOOK: query: alter table alltypesorc3xcols concatenate
+PREHOOK: type: ALTER_TABLE_MERGE
+PREHOOK: Input: default@alltypesorc3xcols
+PREHOOK: Output: default@alltypesorc3xcols
+POSTHOOK: query: alter table alltypesorc3xcols concatenate
+POSTHOOK: type: ALTER_TABLE_MERGE
+POSTHOOK: Input: default@alltypesorc3xcols
+POSTHOOK: Output: default@alltypesorc3xcols
+PREHOOK: query: select count(*) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+24576
+PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-302946892512
+PREHOOK: query: select * from alltypesorc3xcols limit 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@alltypesorc3xcols
+#### A masked pattern was here ####
+-- BEGIN ORC FILE DUMP --
+#### A masked pattern was here ####
+File Version: 0.12 with HIVE_13083
+Rows: 24576
+Compression: ZLIB
+Compression size: 262144
+Type: struct<_col0:tinyint,_col1:smallint,_col2:int,_col3:bigint,_col4:float,_col5:double,_col6:string,_col7:string,_col8:timestamp,_col9:timestamp,_col10:boolean,_col11:boolean,_col12:tinyint,_col13:smallint,_col14:int,_col15:bigint,_col16:float,_col17:double,_col18:string,_col19:string,_col20:timestamp,_col21:timestamp,_col22:boolean,_col23:boolean,_col24:tinyint,_col25:smallint,_col26:int,_col27:bigint,_col28:float,_col29:double,_col30:string,_col31:string,_col32:timestamp,_col33:timestamp,_col34:boolean,_col35:boolean>
+
+Stripe Statistics:
+ Stripe 1:
+ Column 0: count: 12288 hasNull: false
+ Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368
+ Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736
+ Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 9174 hasNull: true true: 6138
+ Column 12: count: 9173 hasNull: true true: 3983
+ Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 9174 hasNull: true true: 6138
+ Column 24: count: 9173 hasNull: true true: 3983
+ Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 9174 hasNull: true true: 6138
+ Column 36: count: 9173 hasNull: true true: 3983
+ Stripe 2:
+ Column 0: count: 12288 hasNull: false
+ Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368
+ Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736
+ Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 9174 hasNull: true true: 6138
+ Column 12: count: 9173 hasNull: true true: 3983
+ Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 9174 hasNull: true true: 6138
+ Column 24: count: 9173 hasNull: true true: 3983
+ Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856
+ Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990
+ Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785
+ Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409
+ Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636
+ Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7
+ Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881
+ Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134
+ Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 9174 hasNull: true true: 6138
+ Column 36: count: 9173 hasNull: true true: 3983
+
+File Statistics:
+ Column 0: count: 24576 hasNull: false
+ Column 1: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 2: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 3: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 4: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 5: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 6: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 7: count: 24576 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 884736
+ Column 8: count: 24576 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 1769472
+ Column 9: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 10: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 11: count: 18348 hasNull: true true: 12276
+ Column 12: count: 18346 hasNull: true true: 7966
+ Column 13: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 14: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 15: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 16: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 17: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 18: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 19: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762
+ Column 20: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268
+ Column 21: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 22: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 23: count: 18348 hasNull: true true: 12276
+ Column 24: count: 18346 hasNull: true true: 7966
+ Column 25: count: 18346 hasNull: true min: -64 max: 62 sum: -79712
+ Column 26: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980
+ Column 27: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570
+ Column 28: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818
+ Column 29: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927
+ Column 30: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8
+ Column 31: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762
+ Column 32: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268
+ Column 33: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 34: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808
+ Column 35: count: 18348 hasNull: true true: 12276
+ Column 36: count: 18346 hasNull: true true: 7966
+
+Stripes:
+ Stripe: offset: 3 data: 1500017 rows: 12288 tail: 501 index: 2836
+ Stream: column 0 section ROW_INDEX start: 3 length 21
+ Stream: column 1 section ROW_INDEX start: 24 length 53
+ Stream: column 2 section ROW_INDEX start: 77 length 67
+ Stream: column 3 section ROW_INDEX start: 144 length 81
+ Stream: column 4 section ROW_INDEX start: 225 length 83
+ Stream: column 5 section ROW_INDEX start: 308 length 77
+ Stream: column 6 section ROW_INDEX start: 385 length 77
+ Stream: column 7 section ROW_INDEX start: 462 length 176
+ Stream: column 8 section ROW_INDEX start: 638 length 267
+ Stream: column 9 section ROW_INDEX start: 905 length 63
+ Stream: column 10 section ROW_INDEX start: 968 length 57
+ Stream: column 11 section ROW_INDEX start: 1025 length 47
+ Stream: column 12 section ROW_INDEX start: 1072 length 47
+ Stream: column 13 section ROW_INDEX start: 1119 length 53
+ Stream: column 14 section ROW_INDEX start: 1172 length 67
+ Stream: column 15 section ROW_INDEX start: 1239 length 81
+ Stream: column 16 section ROW_INDEX start: 1320 length 83
+ Stream: column 17 section ROW_INDEX start: 1403 length 77
+ Stream: column 18 section ROW_INDEX start: 1480 length 77
+ Stream: column 19 section ROW_INDEX start: 1557 length 115
+ Stream: column 20 section ROW_INDEX start: 1672 length 93
+ Stream: column 21 section ROW_INDEX start: 1765 length 63
+ Stream: column 22 section ROW_INDEX start: 1828 length 57
+ Stream: column 23 section ROW_INDEX start: 1885 length 47
+ Stream: column 24 section ROW_INDEX start: 1932 length 47
+ Stream: column 25 section ROW_INDEX start: 1979 length 53
+ Stream: column 26 section ROW_INDEX start: 2032 length 67
+ Stream: column 27 section ROW_INDEX start: 2099 length 81
+ Stream: column 28 section ROW_INDEX start: 2180 length 83
+ Stream: column 29 section ROW_INDEX start: 2263 length 77
+ Stream: column 30 section ROW_INDEX start: 2340 length 77
+ Stream: column 31 section ROW_INDEX start: 2417 length 115
+ Stream: column 32 section ROW_INDEX start: 2532 length 93
+ Stream: column 33 section ROW_INDEX start: 2625 length 63
+ Stream: column 34 section ROW_INDEX start: 2688 length 57
+ Stream: column 35 section ROW_INDEX start: 2745 length 47
+ Stream: column 36 section ROW_INDEX start: 2792 length 47
+ Stream: column 1 section PRESENT start: 2839 length 51
+ Stream: column 1 section DATA start: 2890 length 5448
+ Stream: column 2 section PRESENT start: 8338 length 53
+ Stream: column 2 section DATA start: 8391 length 12144
+ Stream: column 3 section PRESENT start: 20535 length 53
+ Stream: column 3 section DATA start: 20588 length 24618
+ Stream: column 4 section PRESENT start: 45206 length 52
+ Stream: column 4 section DATA start: 45258 length 24681
+ Stream: column 5 section PRESENT start: 69939 length 51
+ Stream: column 5 section DATA start: 69990 length 9927
+ Stream: column 6 section PRESENT start: 79917 length 53
+ Stream: column 6 section DATA start: 79970 length 19755
+ Stream: column 7 section DATA start: 99725 length 258570
+ Stream: column 7 section LENGTH start: 358295 length 108
+ Stream: column 8 section DATA start: 358403 length 517341
+ Stream: column 8 section LENGTH start: 875744 length 108
+ Stream: column 9 section PRESENT start: 875852 length 52
+ Stream: column 9 section DATA start: 875904 length 8045
+ Stream: column 9 section SECONDARY start: 883949 length 9555
+ Stream: column 10 section PRESENT start: 893504 length 58
+ Stream: column 10 section DATA start: 893562 length 8082
+ Stream: column 10 section SECONDARY start: 901644 length 9590
+ Stream: column 11 section PRESENT start: 911234 length 51
+ Stream: column 11 section DATA start: 911285 length 782
+ Stream: column 12 section PRESENT start: 912067 length 54
+ Stream: column 12 section DATA start: 912121 length 783
+ Stream: column 13 section PRESENT start: 912904 length 51
+ Stream: column 13 section DATA start: 912955 length 5448
+ Stream: column 14 section PRESENT start: 918403 length 53
+ Stream: column 14 section DATA start: 918456 length 12144
+ Stream: column 15 section PRESENT start: 930600 length 53
+ Stream: column 15 section DATA start: 930653 length 24618
+ Stream: column 16 section PRESENT start: 955271 length 52
+ Stream: column 16 section DATA start: 955323 length 24681
+ Stream: column 17 section PRESENT start: 980004 length 51
+ Stream: column 17 section DATA start: 980055 length 9927
+ Stream: column 18 section PRESENT start: 989982 length 53
+ Stream: column 18 section DATA start: 990035 length 19755
+ Stream: column 19 section PRESENT start: 1009790 length 51
+ Stream: column 19 section DATA start: 1009841 length 11009
+ Stream: column 19 section LENGTH start: 1020850 length 3722
+ Stream: column 19 section DICTIONARY_DATA start: 1024572 length 65435
+ Stream: column 20 section PRESENT start: 1090007 length 54
+ Stream: column 20 section DATA start: 1090061 length 11006
+ Stream: column 20 section LENGTH start: 1101067 length 3739
+ Stream: column 20 section DICTIONARY_DATA start: 1104806 length 66022
+ Stream: column 21 section PRESENT start: 1170828 length 52
+ Stream: column 21 section DATA start: 1170880 length 8045
+ Stream: column 21 section SECONDARY start: 1178925 length 9555
+ Stream: column 22 section PRESENT start: 1188480 length 58
+ Stream: column 22 section DATA start: 1188538 length 8082
+ Stream: column 22 section SECONDARY start: 1196620 length 9590
+ Stream: column 23 section PRESENT start: 1206210 length 51
+ Stream: column 23 section DATA start: 1206261 length 782
+ Stream: column 24 section PRESENT start: 1207043 length 54
+ Stream: column 24 section DATA start: 1207097 length 783
+ Stream: column 25 section PRESENT start: 1207880 length 51
+ Stream: column 25 section DATA start: 1207931 length 5448
+ Stream: column 26 section PRESENT start: 1213379 length 53
+ Stream: column 26 section DATA start: 1213432 length 12144
+ Stream: column 27 section PRESENT start: 1225576 length 53
+ Stream: column 27 section DATA start: 1225629 length 24618
+ Stream: column 28 section PRESENT start: 1250247 length 52
+ Stream: column 28 section DATA start: 1250299 length 24681
+ Stream: column 29 section PRESENT start: 1274980 length 51
+ Stream: column 29 section DATA start: 1275031 length 9927
+ Stream: column 30 section PRESENT start: 1284958 length 53
+ Stream: column 30 section DATA start: 1285011 length 19755
+ Stream: column 31 section PRESENT start: 1304766 length 51
+ Stream: column 31 section DATA start: 1304817 length 11009
+ Stream: column 31 section LENGTH start: 1315826 length 3722
+ Stream: column 31 section DICTIONARY_DATA start: 1319548 length 65435
+ Stream: column 32 section PRESENT start: 1384983 length 54
+ Stream: column 32 section DATA start: 1385037 length 11006
+ Stream: column 32 section LENGTH start: 1396043 length 3739
+ Stream: column 32 section DICTIONARY_DATA start: 1399782 length 66022
+ Stream: column 33 section PRESENT start: 1465804 length 52
+ Stream: column 33 section DATA start: 1465856 length 8045
+ Stream: column 33 section SECONDARY start: 1473901 length 9555
+ Stream: column 34 section PRESENT start: 1483456 length 58
+ Stream: column 34 section DATA start: 1483514 length 8082
+ Stream: column 34 section SECONDARY start: 1491596 length 9590
+ Stream: column 35 section PRESENT start: 1501186 length 51
+ Stream: column 35 section DATA start: 1501237 length 782
+ Stream: column 36 section PRESENT start: 1502019 length 54
+ Stream: column 36 section DATA start: 1502073 length 783
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DIRECT_V2
+ Encoding column 4: DIRECT_V2
+ Encoding column 5: DIRECT
+ Encoding column 6: DIRECT
+ Encoding column 7: DIRECT_V2
+ Encoding column 8: DIRECT_V2
+ Encoding column 9: DIRECT_V2
+ Encoding column 10: DIRECT_V2
+ Encoding column 11: DIRECT
+ Encoding column 12: DIRECT
+ Encoding column 13: DIRECT
+ Encoding column 14: DIRECT_V2
+ Encoding column 15: DIRECT_V2
+ Encoding column 16: DIRECT_V2
+ Encoding column 17: DIRECT
+ Encoding column 18: DIRECT
+ Encoding column 19: DICTIONARY_V2[6083]
+ Encoding column 20: DICTIONARY_V2[6081]
+ Encoding column 21: DIRECT_V2
+ Encoding column 22: DIRECT_V2
+ Encoding column 23: DIRECT
+ Encoding column 24: DIRECT
+ Encoding column 25: DIRECT
+ Encoding column 26: DIRECT_V2
+ Encoding column 27: DIRECT_V2
+ Encoding column 28: DIRECT_V2
+ Encoding column 29: DIRECT
+ Encoding column 30: DIRECT
+ Encoding column 31: DICTIONARY_V2[6083]
+ Encoding column 32: DICTIONARY_V2[6081]
+ Encoding column 33: DIRECT_V2
+ Encoding column 34: DIRECT_V2
+ Encoding column 35: DIRECT
+ Encoding column 36: DIRECT
+ Row group indices for column 1:
+ Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0
+ Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2
+ Stripe: offset: 1503357 data: 1500017 rows: 12288 tail: 501 index: 2836
+ Stream: column 0 section ROW_INDEX start: 1503357 length 21
+ Stream: column 1 section ROW_INDEX start: 1503378 length 53
+ Stream: column 2 section ROW_INDEX start: 1503431 length 67
+ Stream: column 3 section ROW_INDEX start: 1503498 length 81
+ Stream: column 4 section ROW_INDEX start: 1503579 length 83
+ Stream: column 5 section ROW_INDEX start: 1503662 length 77
+ Stream: column 6 section ROW_INDEX start: 1503739 length 77
+ Stream: column 7 section ROW_INDEX start: 1503816 length 176
+ Stream: column 8 section ROW_INDEX start: 1503992 length 267
+ Stream: column 9 section ROW_INDEX start: 1504259 length 63
+ Stream: column 10 section ROW_INDEX start: 1504322 length 57
+ Stream: column 11 section ROW_INDEX start: 1504379 length 47
+ Stream: column 12 section ROW_INDEX start: 1504426 length 47
+ Stream: column 13 section ROW_INDEX start: 1504473 length 53
+ Stream: column 14 section ROW_INDEX start: 1504526 length 67
+ Stream: column 15 section ROW_INDEX start: 1504593 length 81
+ Stream: column 16 section ROW_INDEX start: 1504674 length 83
+ Stream: column 17 section ROW_INDEX start: 1504757 length 77
+ Stream: column 18 section ROW_INDEX start: 1504834 length 77
+ Stream: column 19 section ROW_INDEX start: 1504911 length 115
+ Stream: column 20 section ROW_INDEX start: 1505026 length 93
+ Stream: column 21 section ROW_INDEX start: 1505119 length 63
+ Stream: column 22 section ROW_INDEX start: 1505182 length 57
+ Stream: column 23 section ROW_INDEX start: 1505239 length 47
+ Stream: column 24 section ROW_INDEX start: 1505286 length 47
+ Stream: column 25 section ROW_INDEX start: 1505333 length 53
+ Stream: column 26 section ROW_INDEX start: 1505386 length 67
+ Stream: column 27 section ROW_INDEX start: 1505453 length 81
+ Stream: column 28 section ROW_INDEX start: 1505534 length 83
+ Stream: column 29 section ROW_INDEX start: 1505617 length 77
+ Stream: column 30 section ROW_INDEX start: 1505694 length 77
+ Stream: column 31 section ROW_INDEX start: 1505771 length 115
+ Stream: column 32 section ROW_INDEX start: 1505886 length 93
+ Stream: column 33 section ROW_INDEX start: 1505979 length 63
+ Stream: column 34 section ROW_INDEX start: 1506042 length 57
+ Stream: column 35 section ROW_INDEX start: 1506099 length 47
+ Stream: column 36 section ROW_INDEX start: 1506146 length 47
+ Stream: column 1 section PRESENT start: 1506193 length 51
+ Stream: column 1 section DATA start: 1506244 length 5448
+ Stream: column 2 section PRESENT start: 1511692 length 53
+ Stream: column 2 section DATA start: 1511745 length 12144
+ Stream: column 3 section PRESENT start: 1523889 length 53
+ Stream: column 3 section DATA start: 1523942 length 24618
+ Stream: column 4 section PRESENT start: 1548560 length 52
+ Stream: column 4 section DATA start: 1548612 length 24681
+ Stream: column 5 section PRESENT start: 1573293 length 51
+ Stream: column 5 section DATA start: 1573344 length 9927
+ Stream: column 6 section PRESENT start: 1583271 length 53
+ Stream: column 6 section DATA start: 1583324 length 19755
+ Stream: column 7 section DATA start: 1603079 length 258570
+ Stream: column 7 section LENGTH start: 1861649 length 108
+ Stream: column 8 section DATA start: 1861757 length 517341
+ Stream: column 8 section LENGTH start: 2379098 length 108
+ Stream: column 9 section PRESENT start: 2379206 length 52
+ Stream: column 9 section DATA start: 2379258 length 8045
+ Stream: column 9 section SECONDARY start: 2387303 length 9555
+ Stream: column 10 section PRESENT start: 2396858 length 58
+ Stream: column 10 section DATA start: 2396916 length 8082
+ Stream: column 10 section SECONDARY start: 2404998 length 9590
+ Stream: column 11 section PRESENT start: 2414588 length 51
+ Stream: column 11 section DATA start: 2414639 length 782
+ Stream: column 12 section PRESENT start: 2415421 length 54
+ Stream: column 12 section DATA start: 2415475 length 783
+ Stream: column 13 section PRESENT start: 2416258 length 51
+ Stream: column 13 section DATA start: 2416309 length 5448
+ Stream: column 14 section PRESENT start: 2421757 length 53
+ Stream: column 14 section DATA start: 2421810 length 12144
+ Stream: column 15 section PRESENT start: 2433954 length 53
+ Stream: column 15 section DATA start: 2434007 length 24618
+ Stream: column 16 section PRESENT start: 2458625 length 52
+ Stream: column 16 section DATA start: 2458677 length 24681
+ Stream: column 17 section PRESENT start: 2483358 length 51
+ Stream: column 17 section DATA start: 2483409 length 9927
+ Stream: column 18 section PRESENT start: 2493336 length 53
+ Stream: column 18 section DATA start: 2493389 length 19755
+ Stream: column 19 section PRESENT start: 2513144 length 51
+ Stream: column 19 section DATA start: 2513195 length 11009
+ Stream: column 19 section LENGTH start: 2524204 length 3722
+ Stream: column 19 section DICTIONARY_DATA start: 2527926 length 65435
+ Stream: column 20 section PRESENT start: 2593361 length 54
+ Stream: column 20 section DATA start: 2593415 length 11006
+ Stream: column 20 section LENGTH start: 2604421 length 3739
+ Stream: column 20 section DICTIONARY_DATA start: 2608160 length 66022
+ Stream: column 21 section PRESENT start: 2674182 length 52
+ Stream: column 21 section DATA start: 2674234 length 8045
+ Stream: column 21 section SECONDARY start: 2682279 length 9555
+ Stream: column 22 section PRESENT start: 2691834 length 58
+ Stream: column 22 section DATA start: 2691892 length 8082
+ Stream: column 22 section SECONDARY start: 2699974 length 9590
+ Stream: column 23 section PRESENT start: 2709564 length 51
+ Stream: column 23 section DATA start: 2709615 length 782
+ Stream: column 24 section PRESENT start: 2710397 length 54
+ Stream: column 24 section DATA start: 2710451 length 783
+ Stream: column 25 section PRESENT start: 2711234 length 51
+ Stream: column 25 section DATA start: 2711285 length 5448
+ Stream: column 26 section PRESENT start: 2716733 length 53
+ Stream: column 26 section DATA start: 2716786 length 12144
+ Stream: column 27 section PRESENT start: 2728930 length 53
+ Stream: column 27 section DATA start: 2728983 length 24618
+ Stream: column 28 section PRESENT start: 2753601 length 52
+ Stream: column 28 section DATA start: 2753653 length 24681
+ Stream: column 29 section PRESENT start: 2778334 length 51
+ Stream: column 29 section DATA start: 2778385 length 9927
+ Stream: column 30 section PRESENT start: 2788312 length 53
+ Stream: column 30 section DATA start: 2788365 length 19755
+ Stream: column 31 section PRESENT start: 2808120 length 51
+ Stream: column 31 section DATA start: 2808171 length 11009
+ Stream: column 31 section LENGTH start: 2819180 length 3722
+ Stream: column 31 section DICTIONARY_DATA start: 2822902 length 65435
+ Stream: column 32 section PRESENT start: 2888337 length 54
+ Stream: column 32 section DATA start: 2888391 length 11006
+ Stream: column 32 section LENGTH start: 2899397 length 3739
+ Stream: column 32 section DICTIONARY_DATA start: 2903136 length 66022
+ Stream: column 33 section PRESENT start: 2969158 length 52
+ Stream: column 33 section DATA start: 2969210 length 8045
+ Stream: column 33 section SECONDARY start: 2977255 length 9555
+ Stream: column 34 section PRESENT start: 2986810 length 58
+ Stream: column 34 section DATA start: 2986868 length 8082
+ Stream: column 34 section SECONDARY start: 2994950 length 9590
+ Stream: column 35 section PRESENT start: 3004540 length 51
+ Stream: column 35 section DATA start: 3004591 length 782
+ Stream: column 36 section PRESENT start: 3005373 length 54
+ Stream: column 36 section DATA start: 3005427 length 783
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DIRECT_V2
+ Encoding column 4: DIRECT_V2
+ Encoding column 5: DIRECT
+ Encoding column 6: DIRECT
+ Encoding column 7: DIRECT_V2
+ Encoding column 8: DIRECT_V2
+ Encoding column 9: DIRECT_V2
+ Encoding column 10: DIRECT_V2
+ Encoding column 11: DIRECT
+ Encoding column 12: DIRECT
+ Encoding column 13: DIRECT
+ Encoding column 14: DIRECT_V2
+ Encoding column 15: DIRECT_V2
+ Encoding column 16: DIRECT_V2
+ Encoding column 17: DIRECT
+ Encoding column 18: DIRECT
+ Encoding column 19: DICTIONARY_V2[6083]
+ Encoding column 20: DICTIONARY_V2[6081]
+ Encoding column 21: DIRECT_V2
+ Encoding column 22: DIRECT_V2
+ Encoding column 23: DIRECT
+ Encoding column 24: DIRECT
+ Encoding column 25: DIRECT
+ Encoding column 26: DIRECT_V2
+ Encoding column 27: DIRECT_V2
+ Encoding column 28: DIRECT_V2
+ Encoding column 29: DIRECT
+ Encoding column 30: DIRECT
+ Encoding column 31: DICTIONARY_V2[6083]
+ Encoding column 32: DICTIONARY_V2[6081]
+ Encoding column 33: DIRECT_V2
+ Encoding column 34: DIRECT_V2
+ Encoding column 35: DIRECT
+ Encoding column 36: DIRECT
+ Row group indices for column 1:
+ Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0
+ Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2
+
+File length: 3007981 bytes
+Padding length: 0 bytes
+Padding ratio: 0%
+________________________________________________________________________________________________________________________
+
+-- END ORC FILE DUMP --
+-50 -13326 528534767 NULL -50.0 -13326.0 18f2de7d-0c69-4052-9c4b-64f196d6d589 9edba9e8-1f91-47e7-b31f-451eeb5feb7781ba3a3e-c22e-4412-91a2-86ad05ae1ca8 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL