You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by pr...@apache.org on 2014/08/25 22:01:35 UTC

svn commit: r1620423 - in /hive/trunk/ql/src: java/org/apache/hadoop/hive/ql/io/orc/FileDump.java test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java test/resources/orc-file-dump-dictionary-threshold.out test/resources/orc-file-dump.out

Author: prasanthj
Date: Mon Aug 25 20:01:34 2014
New Revision: 1620423

URL: http://svn.apache.org/r1620423
Log:
HIVE-7865: Extend TestFileDump test case to printout ORC row index information (Prasanth J reviewed by Sergey Shelukhin)

Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java
    hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java
    hive/trunk/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
    hive/trunk/ql/src/test/resources/orc-file-dump.out

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java?rev=1620423&r1=1620422&r2=1620423&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java Mon Aug 25 20:01:34 2014
@@ -120,14 +120,14 @@ public final class FileDump {
           RowIndex[] indices = rows.readRowIndex(stripeIx);
           for (int col : rowIndexCols) {
             StringBuilder buf = new StringBuilder();
-            buf.append("    Column ").append(col).append(": row index");
+            buf.append("    Row group index column ").append(col).append(":");
             RowIndex index = null;
             if ((col >= indices.length) || ((index = indices[col]) == null)) {
               buf.append(" not found\n");
               continue;
             }
             for (int entryIx = 0; entryIx < index.getEntryCount(); ++entryIx) {
-              buf.append("      RG ").append(entryIx).append(": ");
+              buf.append("\n      Entry ").append(entryIx).append(":");
               RowIndexEntry entry = index.getEntry(entryIx);
               if (entry == null) {
                 buf.append("unknown\n");
@@ -139,15 +139,17 @@ public final class FileDump {
               } else {
                 ColumnStatistics cs = ColumnStatisticsImpl.deserialize(colStats);
                 Object min = RecordReaderImpl.getMin(cs), max = RecordReaderImpl.getMax(cs);
-                buf.append("[").append(min).append(", ").append(max).append(") at ");
+                buf.append(" count: ").append(cs.getNumberOfValues());
+                buf.append(" min: ").append(min);
+                buf.append(" max: ").append(max);
               }
+              buf.append(" positions: ");
               for (int posIx = 0; posIx < entry.getPositionsCount(); ++posIx) {
                 if (posIx != 0) {
                   buf.append(",");
                 }
                 buf.append(entry.getPositions(posIx));
               }
-              buf.append("\n");
             }
             System.out.println(buf);
           }

Modified: hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java?rev=1620423&r1=1620422&r2=1620423&view=diff
==============================================================================
--- hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java (original)
+++ hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java Mon Aug 25 20:01:34 2014
@@ -92,7 +92,7 @@ public class TestFileDump {
     }
     conf.set(HiveConf.ConfVars.HIVE_ORC_ENCODING_STRATEGY.varname, "COMPRESSION");
     Writer writer = OrcFile.createWriter(fs, testFilePath, conf, inspector,
-        100000, CompressionKind.ZLIB, 10000, 10000);
+        100000, CompressionKind.ZLIB, 10000, 1000);
     Random r1 = new Random(1);
     String[] words = new String[]{"It", "was", "the", "best", "of", "times,",
         "it", "was", "the", "worst", "of", "times,", "it", "was", "the", "age",
@@ -116,7 +116,7 @@ public class TestFileDump {
 
     // replace stdout and run command
     System.setOut(new PrintStream(myOut));
-    FileDump.main(new String[]{testFilePath.toString()});
+    FileDump.main(new String[]{testFilePath.toString(), "--rowindex=1,2,3"});
     System.out.flush();
     System.setOut(origOut);
 
@@ -138,7 +138,7 @@ public class TestFileDump {
     conf.set(HiveConf.ConfVars.HIVE_ORC_ENCODING_STRATEGY.varname, "COMPRESSION");
     conf.setFloat(HiveConf.ConfVars.HIVE_ORC_DICTIONARY_KEY_SIZE_THRESHOLD.varname, 0.49f);
     Writer writer = OrcFile.createWriter(fs, testFilePath, conf, inspector,
-        100000, CompressionKind.ZLIB, 10000, 10000);
+        100000, CompressionKind.ZLIB, 10000, 1000);
     Random r1 = new Random(1);
     String[] words = new String[]{"It", "was", "the", "best", "of", "times,",
         "it", "was", "the", "worst", "of", "times,", "it", "was", "the", "age",
@@ -171,7 +171,7 @@ public class TestFileDump {
 
     // replace stdout and run command
     System.setOut(new PrintStream(myOut));
-    FileDump.main(new String[]{testFilePath.toString()});
+    FileDump.main(new String[]{testFilePath.toString(), "--rowindex=1,2,3"});
     System.out.flush();
     System.setOut(origOut);
 

Modified: hive/trunk/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/resources/orc-file-dump-dictionary-threshold.out?rev=1620423&r1=1620422&r2=1620423&view=diff
==============================================================================
--- hive/trunk/ql/src/test/resources/orc-file-dump-dictionary-threshold.out (original)
+++ hive/trunk/ql/src/test/resources/orc-file-dump-dictionary-threshold.out Mon Aug 25 20:01:34 2014
@@ -38,72 +38,150 @@ File Statistics:
   Column 3: count: 21000 min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 6910238
 
 Stripes:
-  Stripe: offset: 3 data: 144733 rows: 5000 tail: 68 index: 235
-    Stream: column 0 section ROW_INDEX start: 3 length 10
-    Stream: column 1 section ROW_INDEX start: 13 length 36
-    Stream: column 2 section ROW_INDEX start: 49 length 39
-    Stream: column 3 section ROW_INDEX start: 88 length 150
-    Stream: column 1 section DATA start: 238 length 20029
-    Stream: column 2 section DATA start: 20267 length 40035
-    Stream: column 3 section DATA start: 60302 length 80382
-    Stream: column 3 section LENGTH start: 140684 length 4287
+  Stripe: offset: 3 data: 144733 rows: 5000 tail: 68 index: 693
+    Stream: column 0 section ROW_INDEX start: 3 length 15
+    Stream: column 1 section ROW_INDEX start: 18 length 156
+    Stream: column 2 section ROW_INDEX start: 174 length 170
+    Stream: column 3 section ROW_INDEX start: 344 length 352
+    Stream: column 1 section DATA start: 696 length 20029
+    Stream: column 2 section DATA start: 20725 length 40035
+    Stream: column 3 section DATA start: 60760 length 80382
+    Stream: column 3 section LENGTH start: 141142 length 4287
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DIRECT_V2
-  Stripe: offset: 145039 data: 321684 rows: 5000 tail: 68 index: 415
-    Stream: column 0 section ROW_INDEX start: 145039 length 10
-    Stream: column 1 section ROW_INDEX start: 145049 length 35
-    Stream: column 2 section ROW_INDEX start: 145084 length 39
-    Stream: column 3 section ROW_INDEX start: 145123 length 331
-    Stream: column 1 section DATA start: 145454 length 20029
-    Stream: column 2 section DATA start: 165483 length 40035
-    Stream: column 3 section DATA start: 205518 length 256119
-    Stream: column 3 section LENGTH start: 461637 length 5501
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2132329551 max: 2145911404 positions: 0,0,0
+      Entry 1: count: 1000 min: -2138433136 max: 2145210552 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2147115959 max: 2137805337 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2137828953 max: 2145877119 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2146452517 max: 2142394906 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9206837518492372266 max: 9169230975203934579 positions: 0,0,0
+      Entry 1: count: 1000 min: -9188878639954124284 max: 9213664245516510068 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9211329013123260308 max: 9217851628057711416 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9185745718227889962 max: 9181722705210917931 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9216505819108477308 max: 9196474183833079923 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness,-230 max: worst-54-290-346-648-908-996 positions: 0,0,0,0,0
+      Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966 positions: 2083,8442,0,696,18
+      Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660 positions: 11712,4780,0,1555,14
+      Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788 positions: 28297,228,0,2373,90
+      Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 positions: 49599,5096,0,3355,108
+  Stripe: offset: 145497 data: 321684 rows: 5000 tail: 68 index: 907
+    Stream: column 0 section ROW_INDEX start: 145497 length 15
+    Stream: column 1 section ROW_INDEX start: 145512 length 150
+    Stream: column 2 section ROW_INDEX start: 145662 length 167
+    Stream: column 3 section ROW_INDEX start: 145829 length 575
+    Stream: column 1 section DATA start: 146404 length 20029
+    Stream: column 2 section DATA start: 166433 length 40035
+    Stream: column 3 section DATA start: 206468 length 256119
+    Stream: column 3 section LENGTH start: 462587 length 5501
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DIRECT_V2
-  Stripe: offset: 467206 data: 531773 rows: 5000 tail: 69 index: 569
-    Stream: column 0 section ROW_INDEX start: 467206 length 10
-    Stream: column 1 section ROW_INDEX start: 467216 length 36
-    Stream: column 2 section ROW_INDEX start: 467252 length 39
-    Stream: column 3 section ROW_INDEX start: 467291 length 484
-    Stream: column 1 section DATA start: 467775 length 20029
-    Stream: column 2 section DATA start: 487804 length 40035
-    Stream: column 3 section DATA start: 527839 length 466002
-    Stream: column 3 section LENGTH start: 993841 length 5707
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2146021688 max: 2146838901 positions: 0,0,0
+      Entry 1: count: 1000 min: -2143569489 max: 2141223179 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2140649392 max: 2146301701 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2147390285 max: 2146299933 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2145928262 max: 2147224606 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9222178666167296739 max: 9191250610515369723 positions: 0,0,0
+      Entry 1: count: 1000 min: -9220148577547102875 max: 9213945522531717278 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9220818777591257749 max: 9221301751385928177 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9220031433030423388 max: 9207856144487414148 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9201438531577205959 max: 9212462124593119846 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726 positions: 0,0,0,0,0
+      Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994 positions: 35030,6320,0,967,90
+      Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988 positions: 76249,9756,0,1945,222
+      Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984 positions: 129633,4496,0,3268,48
+      Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 positions: 187250,6590,0,4064,342
+  Stripe: offset: 468156 data: 531773 rows: 5000 tail: 69 index: 1101
+    Stream: column 0 section ROW_INDEX start: 468156 length 15
+    Stream: column 1 section ROW_INDEX start: 468171 length 159
+    Stream: column 2 section ROW_INDEX start: 468330 length 169
+    Stream: column 3 section ROW_INDEX start: 468499 length 758
+    Stream: column 1 section DATA start: 469257 length 20029
+    Stream: column 2 section DATA start: 489286 length 40035
+    Stream: column 3 section DATA start: 529321 length 466002
+    Stream: column 3 section LENGTH start: 995323 length 5707
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DIRECT_V2
-  Stripe: offset: 999617 data: 751374 rows: 5000 tail: 69 index: 734
-    Stream: column 0 section ROW_INDEX start: 999617 length 10
-    Stream: column 1 section ROW_INDEX start: 999627 length 36
-    Stream: column 2 section ROW_INDEX start: 999663 length 39
-    Stream: column 3 section ROW_INDEX start: 999702 length 649
-    Stream: column 1 section DATA start: 1000351 length 20029
-    Stream: column 2 section DATA start: 1020380 length 40035
-    Stream: column 3 section DATA start: 1060415 length 685567
-    Stream: column 3 section LENGTH start: 1745982 length 5743
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2138229212 max: 2144818981 positions: 0,0,0
+      Entry 1: count: 1000 min: -2145842720 max: 2144179881 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2143045885 max: 2146718321 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2144745617 max: 2146570474 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2140127150 max: 2135081620 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9204340807292138409 max: 9208698732685326961 positions: 0,0,0
+      Entry 1: count: 1000 min: -9221963099397084326 max: 9222722740629726770 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9210480084701091299 max: 9207767402467343058 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9195038026813631215 max: 9199201928563274421 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9215483580266514322 max: 9220102792864959501 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876 positions: 0,0,0,0,0
+      Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964 positions: 76243,3880,0,1097,28
+      Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976 positions: 161945,3422,0,2077,16
 2
+      Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13
 246-13502-13766 positions: 254465,9960,0,3369,16
+      Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12
 782-12790-12802-12976-13216-13246-13502-13766-14454-14974 positions: 357930,1620,0,4041,470
+  Stripe: offset: 1001099 data: 751374 rows: 5000 tail: 69 index: 1278
+    Stream: column 0 section ROW_INDEX start: 1001099 length 15
+    Stream: column 1 section ROW_INDEX start: 1001114 length 149
+    Stream: column 2 section ROW_INDEX start: 1001263 length 170
+    Stream: column 3 section ROW_INDEX start: 1001433 length 944
+    Stream: column 1 section DATA start: 1002377 length 20029
+    Stream: column 2 section DATA start: 1022406 length 40035
+    Stream: column 3 section DATA start: 1062441 length 685567
+    Stream: column 3 section LENGTH start: 1748008 length 5743
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DIRECT_V2
-  Stripe: offset: 1751794 data: 177935 rows: 1000 tail: 67 index: 813
-    Stream: column 0 section ROW_INDEX start: 1751794 length 10
-    Stream: column 1 section ROW_INDEX start: 1751804 length 36
-    Stream: column 2 section ROW_INDEX start: 1751840 length 39
-    Stream: column 3 section ROW_INDEX start: 1751879 length 728
-    Stream: column 1 section DATA start: 1752607 length 4007
-    Stream: column 2 section DATA start: 1756614 length 8007
-    Stream: column 3 section DATA start: 1764621 length 164661
-    Stream: column 3 section LENGTH start: 1929282 length 1260
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2145319330 max: 2146998132 positions: 0,0,0
+      Entry 1: count: 1000 min: -2134288866 max: 2147453086 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2139010804 max: 2144727593 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2145378214 max: 2144098933 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2140494429 max: 2144595861 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9172774601303513941 max: 9212917101275642143 positions: 0,0,0
+      Entry 1: count: 1000 min: -9218164880949195469 max: 9222919052987871506 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9222731174895935707 max: 9214167447015056056 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9196276654247395117 max: 9210639275226058005 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9197393848859294562 max: 9208134757538374043 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12
 096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610 positions: 0,0,0,0,0
+      Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11
 722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936 positions: 120094,2916,0,1077,140
+      Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9
 938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878 positions: 248557,206,0,1926,462
+      Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-93
 44-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788 positions: 384576,8480,0,3444,250
+      Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8
 620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 positions: 530195,3058,0,4643,292
+  Stripe: offset: 1753820 data: 177935 rows: 1000 tail: 67 index: 813
+    Stream: column 0 section ROW_INDEX start: 1753820 length 10
+    Stream: column 1 section ROW_INDEX start: 1753830 length 36
+    Stream: column 2 section ROW_INDEX start: 1753866 length 39
+    Stream: column 3 section ROW_INDEX start: 1753905 length 728
+    Stream: column 1 section DATA start: 1754633 length 4007
+    Stream: column 2 section DATA start: 1758640 length 8007
+    Stream: column 3 section DATA start: 1766647 length 164661
+    Stream: column 3 section LENGTH start: 1931308 length 1260
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DIRECT_V2
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2143595397 max: 2136858458 positions: 0,0,0
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9212379634781416464 max: 9197412874152820822 positions: 0,0,0
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-
 7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 positions: 0,0,0,0,0
 
-File length: 1932446 bytes
+File length: 1934469 bytes
 Padding length: 0 bytes
 Padding ratio: 0%

Modified: hive/trunk/ql/src/test/resources/orc-file-dump.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/resources/orc-file-dump.out?rev=1620423&r1=1620422&r2=1620423&view=diff
==============================================================================
--- hive/trunk/ql/src/test/resources/orc-file-dump.out (original)
+++ hive/trunk/ql/src/test/resources/orc-file-dump.out Mon Aug 25 20:01:34 2014
@@ -38,77 +38,155 @@ File Statistics:
   Column 3: count: 21000 min: Darkness, max: worst sum: 81761
 
 Stripes:
-  Stripe: offset: 3 data: 63766 rows: 5000 tail: 74 index: 123
-    Stream: column 0 section ROW_INDEX start: 3 length 10
-    Stream: column 1 section ROW_INDEX start: 13 length 35
-    Stream: column 2 section ROW_INDEX start: 48 length 39
-    Stream: column 3 section ROW_INDEX start: 87 length 39
-    Stream: column 1 section DATA start: 126 length 20029
-    Stream: column 2 section DATA start: 20155 length 40035
-    Stream: column 3 section DATA start: 60190 length 3544
-    Stream: column 3 section LENGTH start: 63734 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 63759 length 133
+  Stripe: offset: 3 data: 63766 rows: 5000 tail: 79 index: 426
+    Stream: column 0 section ROW_INDEX start: 3 length 15
+    Stream: column 1 section ROW_INDEX start: 18 length 158
+    Stream: column 2 section ROW_INDEX start: 176 length 170
+    Stream: column 3 section ROW_INDEX start: 346 length 83
+    Stream: column 1 section DATA start: 429 length 20029
+    Stream: column 2 section DATA start: 20458 length 40035
+    Stream: column 3 section DATA start: 60493 length 3544
+    Stream: column 3 section LENGTH start: 64037 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 64062 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DICTIONARY_V2[35]
-  Stripe: offset: 63966 data: 63755 rows: 5000 tail: 74 index: 122
-    Stream: column 0 section ROW_INDEX start: 63966 length 10
-    Stream: column 1 section ROW_INDEX start: 63976 length 34
-    Stream: column 2 section ROW_INDEX start: 64010 length 39
-    Stream: column 3 section ROW_INDEX start: 64049 length 39
-    Stream: column 1 section DATA start: 64088 length 20029
-    Stream: column 2 section DATA start: 84117 length 40035
-    Stream: column 3 section DATA start: 124152 length 3533
-    Stream: column 3 section LENGTH start: 127685 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 127710 length 133
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2145365268 max: 2135491313 positions: 0,0,0
+      Entry 1: count: 1000 min: -2139452528 max: 2147223299 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2142420586 max: 2143898386 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2137233441 max: 2144267163 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2146021688 max: 2146838901 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9200577545527640566 max: 9175500305011173751 positions: 0,0,0
+      Entry 1: count: 1000 min: -9203618157670445774 max: 9208123824411178101 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9218592812243954469 max: 9221351515892923972 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9206585617947511272 max: 9167703224425685487 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9206645795733282496 max: 9221614132680747961 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0
+      Entry 1: count: 1000 min: Darkness, max: worst positions: 0,659,149
+      Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1531,3
+      Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2282,32
+      Entry 4: count: 1000 min: Darkness, max: worst positions: 0,3034,45
+  Stripe: offset: 64274 data: 63755 rows: 5000 tail: 79 index: 421
+    Stream: column 0 section ROW_INDEX start: 64274 length 15
+    Stream: column 1 section ROW_INDEX start: 64289 length 157
+    Stream: column 2 section ROW_INDEX start: 64446 length 169
+    Stream: column 3 section ROW_INDEX start: 64615 length 80
+    Stream: column 1 section DATA start: 64695 length 20029
+    Stream: column 2 section DATA start: 84724 length 40035
+    Stream: column 3 section DATA start: 124759 length 3533
+    Stream: column 3 section LENGTH start: 128292 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 128317 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DICTIONARY_V2[35]
-  Stripe: offset: 127917 data: 63766 rows: 5000 tail: 74 index: 124
-    Stream: column 0 section ROW_INDEX start: 127917 length 10
-    Stream: column 1 section ROW_INDEX start: 127927 length 36
-    Stream: column 2 section ROW_INDEX start: 127963 length 39
-    Stream: column 3 section ROW_INDEX start: 128002 length 39
-    Stream: column 1 section DATA start: 128041 length 20029
-    Stream: column 2 section DATA start: 148070 length 40035
-    Stream: column 3 section DATA start: 188105 length 3544
-    Stream: column 3 section LENGTH start: 191649 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 191674 length 133
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2143799121 max: 2145249879 positions: 0,0,0
+      Entry 1: count: 1000 min: -2146733128 max: 2147001622 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2144302712 max: 2146299933 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2145172948 max: 2144335014 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2146428427 max: 2144067253 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9218450653857701562 max: 9189819526332228512 positions: 0,0,0
+      Entry 1: count: 1000 min: -9220818777591257749 max: 9178821722829648113 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9220031433030423388 max: 9210838931786956852 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9208195729739635607 max: 9222259462014003839 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9174271499932339698 max: 9212277876771676916 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0
+      Entry 1: count: 1000 min: Darkness, max: worst positions: 0,761,12
+      Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1472,70
+      Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2250,43
+      Entry 4: count: 1000 min: Darkness, max: worst positions: 0,2979,88
+  Stripe: offset: 128529 data: 63766 rows: 5000 tail: 79 index: 421
+    Stream: column 0 section ROW_INDEX start: 128529 length 15
+    Stream: column 1 section ROW_INDEX start: 128544 length 153
+    Stream: column 2 section ROW_INDEX start: 128697 length 169
+    Stream: column 3 section ROW_INDEX start: 128866 length 84
+    Stream: column 1 section DATA start: 128950 length 20029
+    Stream: column 2 section DATA start: 148979 length 40035
+    Stream: column 3 section DATA start: 189014 length 3544
+    Stream: column 3 section LENGTH start: 192558 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 192583 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DICTIONARY_V2[35]
-  Stripe: offset: 191881 data: 63796 rows: 5000 tail: 74 index: 123
-    Stream: column 0 section ROW_INDEX start: 191881 length 10
-    Stream: column 1 section ROW_INDEX start: 191891 length 35
-    Stream: column 2 section ROW_INDEX start: 191926 length 39
-    Stream: column 3 section ROW_INDEX start: 191965 length 39
-    Stream: column 1 section DATA start: 192004 length 20029
-    Stream: column 2 section DATA start: 212033 length 40035
-    Stream: column 3 section DATA start: 252068 length 3574
-    Stream: column 3 section LENGTH start: 255642 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 255667 length 133
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2146993718 max: 2144179881 positions: 0,0,0
+      Entry 1: count: 1000 min: -2144095505 max: 2144883384 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2144113995 max: 2143773575 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2146954065 max: 2146794873 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2135511523 max: 2147378179 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9211978436552246208 max: 9179058898902097152 positions: 0,0,0
+      Entry 1: count: 1000 min: -9195645160817780503 max: 9189147759444307708 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9202888157616520823 max: 9193561362676960747 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9216318198067839390 max: 9221286760675829363 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9218342074710552826 max: 9222303228623055266 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0
+      Entry 1: count: 1000 min: Darkness, max: worst positions: 0,634,174
+      Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1469,69
+      Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2133,194
+      Entry 4: count: 1000 min: Darkness, max: worst positions: 0,3005,43
+  Stripe: offset: 192795 data: 63796 rows: 5000 tail: 79 index: 425
+    Stream: column 0 section ROW_INDEX start: 192795 length 15
+    Stream: column 1 section ROW_INDEX start: 192810 length 156
+    Stream: column 2 section ROW_INDEX start: 192966 length 168
+    Stream: column 3 section ROW_INDEX start: 193134 length 86
+    Stream: column 1 section DATA start: 193220 length 20029
+    Stream: column 2 section DATA start: 213249 length 40035
+    Stream: column 3 section DATA start: 253284 length 3574
+    Stream: column 3 section LENGTH start: 256858 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 256883 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DICTIONARY_V2[35]
-  Stripe: offset: 255874 data: 12940 rows: 1000 tail: 71 index: 123
-    Stream: column 0 section ROW_INDEX start: 255874 length 10
-    Stream: column 1 section ROW_INDEX start: 255884 length 36
-    Stream: column 2 section ROW_INDEX start: 255920 length 39
-    Stream: column 3 section ROW_INDEX start: 255959 length 38
-    Stream: column 1 section DATA start: 255997 length 4007
-    Stream: column 2 section DATA start: 260004 length 8007
-    Stream: column 3 section DATA start: 268011 length 768
-    Stream: column 3 section LENGTH start: 268779 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 268804 length 133
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2141355639 max: 2145520931 positions: 0,0,0
+      Entry 1: count: 1000 min: -2138324170 max: 2140167376 positions: 0,2050,488
+      Entry 2: count: 1000 min: -2146658006 max: 2144329742 positions: 0,6150,464
+      Entry 3: count: 1000 min: -2144207593 max: 2139456355 positions: 10003,250,440
+      Entry 4: count: 1000 min: -2145744719 max: 2145417153 positions: 10003,4350,416
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9222731174895935707 max: 9214167447015056056 positions: 0,0,0
+      Entry 1: count: 1000 min: -9222758097219661129 max: 9221043130193737406 positions: 0,4098,488
+      Entry 2: count: 1000 min: -9174483776261243438 max: 9208134757538374043 positions: 10003,2294,464
+      Entry 3: count: 1000 min: -9174329712613510612 max: 9197412874152820822 positions: 20006,490,440
+      Entry 4: count: 1000 min: -9221162005892422758 max: 9220625004936875965 positions: 20006,8686,416
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0
+      Entry 1: count: 1000 min: Darkness, max: worst positions: 0,431,431
+      Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1485,52
+      Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2196,104
+      Entry 4: count: 1000 min: Darkness, max: worst positions: 0,2934,131
+  Stripe: offset: 257095 data: 12940 rows: 1000 tail: 71 index: 123
+    Stream: column 0 section ROW_INDEX start: 257095 length 10
+    Stream: column 1 section ROW_INDEX start: 257105 length 36
+    Stream: column 2 section ROW_INDEX start: 257141 length 39
+    Stream: column 3 section ROW_INDEX start: 257180 length 38
+    Stream: column 1 section DATA start: 257218 length 4007
+    Stream: column 2 section DATA start: 261225 length 8007
+    Stream: column 3 section DATA start: 269232 length 768
+    Stream: column 3 section LENGTH start: 270000 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 270025 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
     Encoding column 3: DICTIONARY_V2[35]
+    Row group index column 1:
+      Entry 0: count: 1000 min: -2146245500 max: 2146378640 positions: 0,0,0
+    Row group index column 2:
+      Entry 0: count: 1000 min: -9208193203370316142 max: 9218567213558056476 positions: 0,0,0
+    Row group index column 3:
+      Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0
 
-File length: 269529 bytes
+File length: 270756 bytes
 Padding length: 0 bytes
 Padding ratio: 0%