You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by pr...@apache.org on 2015/02/07 10:34:17 UTC
svn commit: r1658039 [3/4] - in /hive/trunk/ql/src:
gen/protobuf/gen-java/org/apache/hadoop/hive/ql/io/orc/
java/org/apache/hadoop/hive/ql/io/filters/
java/org/apache/hadoop/hive/ql/io/orc/
protobuf/org/apache/hadoop/hive/ql/io/orc/ test/org/apache/had...
Modified: hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java?rev=1658039&r1=1658038&r2=1658039&view=diff
==============================================================================
--- hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java (original)
+++ hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java Sat Feb 7 09:34:16 2015
@@ -21,19 +21,6 @@ package org.apache.hadoop.hive.ql.io.orc
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNull;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hive.common.type.HiveChar;
-import org.apache.hadoop.hive.common.type.HiveDecimal;
-import org.apache.hadoop.hive.common.type.HiveVarchar;
-import org.apache.hadoop.hive.conf.HiveConf;
-import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
-import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
-import org.apache.hive.common.util.HiveTestUtils;
-import org.junit.Before;
-import org.junit.Test;
-
import java.io.BufferedReader;
import java.io.ByteArrayOutputStream;
import java.io.File;
@@ -49,6 +36,19 @@ import java.util.List;
import java.util.Map;
import java.util.Random;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.hive.common.type.HiveChar;
+import org.apache.hadoop.hive.common.type.HiveDecimal;
+import org.apache.hadoop.hive.common.type.HiveVarchar;
+import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
+import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
+import org.apache.hive.common.util.HiveTestUtils;
+import org.junit.Before;
+import org.junit.Test;
+
public class TestFileDump {
Path workDir = new Path(System.getProperty("test.tmp.dir"));
@@ -303,4 +303,101 @@ public class TestFileDump {
checkOutput(outputFilename, workDir + File.separator + outputFilename);
}
+
+ @Test
+ public void testBloomFilter() throws Exception {
+ ObjectInspector inspector;
+ synchronized (TestOrcFile.class) {
+ inspector = ObjectInspectorFactory.getReflectionObjectInspector
+ (MyRecord.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
+ }
+ conf.set(HiveConf.ConfVars.HIVE_ORC_ENCODING_STRATEGY.varname, "COMPRESSION");
+ OrcFile.WriterOptions options = OrcFile.writerOptions(conf)
+ .fileSystem(fs)
+ .inspector(inspector)
+ .stripeSize(100000)
+ .compress(CompressionKind.ZLIB)
+ .bufferSize(10000)
+ .rowIndexStride(1000)
+ .bloomFilterColumns("s");
+ Writer writer = OrcFile.createWriter(testFilePath, options);
+ Random r1 = new Random(1);
+ String[] words = new String[]{"It", "was", "the", "best", "of", "times,",
+ "it", "was", "the", "worst", "of", "times,", "it", "was", "the", "age",
+ "of", "wisdom,", "it", "was", "the", "age", "of", "foolishness,", "it",
+ "was", "the", "epoch", "of", "belief,", "it", "was", "the", "epoch",
+ "of", "incredulity,", "it", "was", "the", "season", "of", "Light,",
+ "it", "was", "the", "season", "of", "Darkness,", "it", "was", "the",
+ "spring", "of", "hope,", "it", "was", "the", "winter", "of", "despair,",
+ "we", "had", "everything", "before", "us,", "we", "had", "nothing",
+ "before", "us,", "we", "were", "all", "going", "direct", "to",
+ "Heaven,", "we", "were", "all", "going", "direct", "the", "other",
+ "way"};
+ for(int i=0; i < 21000; ++i) {
+ writer.addRow(new MyRecord(r1.nextInt(), r1.nextLong(),
+ words[r1.nextInt(words.length)]));
+ }
+ writer.close();
+ PrintStream origOut = System.out;
+ String outputFilename = "orc-file-dump-bloomfilter.out";
+ FileOutputStream myOut = new FileOutputStream(workDir + File.separator + outputFilename);
+
+ // replace stdout and run command
+ System.setOut(new PrintStream(myOut));
+ FileDump.main(new String[]{testFilePath.toString(), "--rowindex=3"});
+ System.out.flush();
+ System.setOut(origOut);
+
+
+ checkOutput(outputFilename, workDir + File.separator + outputFilename);
+ }
+
+ @Test
+ public void testBloomFilter2() throws Exception {
+ ObjectInspector inspector;
+ synchronized (TestOrcFile.class) {
+ inspector = ObjectInspectorFactory.getReflectionObjectInspector
+ (MyRecord.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
+ }
+ conf.set(HiveConf.ConfVars.HIVE_ORC_ENCODING_STRATEGY.varname, "COMPRESSION");
+ OrcFile.WriterOptions options = OrcFile.writerOptions(conf)
+ .fileSystem(fs)
+ .inspector(inspector)
+ .stripeSize(100000)
+ .compress(CompressionKind.ZLIB)
+ .bufferSize(10000)
+ .rowIndexStride(1000)
+ .bloomFilterColumns("l")
+ .bloomFilterFpp(0.01);
+ Writer writer = OrcFile.createWriter(testFilePath, options);
+ Random r1 = new Random(1);
+ String[] words = new String[]{"It", "was", "the", "best", "of", "times,",
+ "it", "was", "the", "worst", "of", "times,", "it", "was", "the", "age",
+ "of", "wisdom,", "it", "was", "the", "age", "of", "foolishness,", "it",
+ "was", "the", "epoch", "of", "belief,", "it", "was", "the", "epoch",
+ "of", "incredulity,", "it", "was", "the", "season", "of", "Light,",
+ "it", "was", "the", "season", "of", "Darkness,", "it", "was", "the",
+ "spring", "of", "hope,", "it", "was", "the", "winter", "of", "despair,",
+ "we", "had", "everything", "before", "us,", "we", "had", "nothing",
+ "before", "us,", "we", "were", "all", "going", "direct", "to",
+ "Heaven,", "we", "were", "all", "going", "direct", "the", "other",
+ "way"};
+ for(int i=0; i < 21000; ++i) {
+ writer.addRow(new MyRecord(r1.nextInt(), r1.nextLong(),
+ words[r1.nextInt(words.length)]));
+ }
+ writer.close();
+ PrintStream origOut = System.out;
+ String outputFilename = "orc-file-dump-bloomfilter2.out";
+ FileOutputStream myOut = new FileOutputStream(workDir + File.separator + outputFilename);
+
+ // replace stdout and run command
+ System.setOut(new PrintStream(myOut));
+ FileDump.main(new String[]{testFilePath.toString(), "--rowindex=2"});
+ System.out.flush();
+ System.setOut(origOut);
+
+
+ checkOutput(outputFilename, workDir + File.separator + outputFilename);
+ }
}
Modified: hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java?rev=1658039&r1=1658038&r2=1658039&view=diff
==============================================================================
--- hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java (original)
+++ hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java Sat Feb 7 09:34:16 2015
@@ -515,6 +515,10 @@ public class TestOrcFile {
Object row = rows.next(null);
assertEquals(tslist.get(idx++).getNanos(), ((TimestampWritable) row).getNanos());
}
+ assertEquals(1, OrcUtils.getFlattenedColumnsCount(inspector));
+ boolean[] expected = new boolean[] {false};
+ boolean[] included = OrcUtils.includeColumns("", "ts", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
}
@Test
@@ -538,6 +542,19 @@ public class TestOrcFile {
Reader reader = OrcFile.createReader(testFilePath,
OrcFile.readerOptions(conf).filesystem(fs));
+ assertEquals(3, OrcUtils.getFlattenedColumnsCount(inspector));
+ boolean[] expected = new boolean[] {false, false, true};
+ boolean[] included = OrcUtils.includeColumns("string1", "bytes1,string1", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, false, false};
+ included = OrcUtils.includeColumns("", "bytes1,string1", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, false, false};
+ included = OrcUtils.includeColumns(null, "bytes1,string1", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
// check the stats
ColumnStatistics[] stats = reader.getStatistics();
assertEquals(4, stats[0].getNumberOfValues());
@@ -634,6 +651,12 @@ public class TestOrcFile {
writer.close();
Reader reader = OrcFile.createReader(testFilePath,
OrcFile.readerOptions(conf).filesystem(fs));
+
+ assertEquals(3, OrcUtils.getFlattenedColumnsCount(inspector));
+ boolean[] expected = new boolean[] {false, true, false};
+ boolean[] included = OrcUtils.includeColumns("int1", "int1,string1", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
Metadata metadata = reader.getMetadata();
int numStripes = metadata.getStripeStatistics().size();
assertEquals(3, numStripes);
@@ -672,7 +695,7 @@ public class TestOrcFile {
assertEquals(5000, ((StringColumnStatistics)ss3.getColumnStatistics()[2]).getSum());
RecordReaderImpl recordReader = (RecordReaderImpl) reader.rows();
- OrcProto.RowIndex[] index = recordReader.readRowIndex(0);
+ OrcProto.RowIndex[] index = recordReader.readRowIndex(0, null).getRowGroupIndex();
assertEquals(3, index.length);
List<OrcProto.RowIndexEntry> items = index[1].getEntryList();
assertEquals(1, items.size());
@@ -682,7 +705,7 @@ public class TestOrcFile {
assertEquals(0, items.get(0).getPositions(2));
assertEquals(1,
items.get(0).getStatistics().getIntStatistics().getMinimum());
- index = recordReader.readRowIndex(1);
+ index = recordReader.readRowIndex(1, null).getRowGroupIndex();
assertEquals(3, index.length);
items = index[1].getEntryList();
assertEquals(2,
@@ -715,6 +738,44 @@ public class TestOrcFile {
Reader reader = OrcFile.createReader(testFilePath,
OrcFile.readerOptions(conf).filesystem(fs));
+ assertEquals(24, OrcUtils.getFlattenedColumnsCount(inspector));
+ boolean[] expected = new boolean[] {false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false, false,
+ false, false, false, false};
+ boolean[] included = OrcUtils.includeColumns("",
+ "boolean1,byte1,short1,int1,long1,float1,double1,bytes1,string1,middle,list,map", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, true, false, false, false,
+ false, false, false, false, true,
+ true, true, true, true, true,
+ false, false, false, false, true,
+ true, true, true, true};
+ included = OrcUtils.includeColumns("boolean1,string1,middle,map",
+ "boolean1,byte1,short1,int1,long1,float1,double1,bytes1,string1,middle,list,map", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, true, false, false, false,
+ false, false, false, false, true,
+ true, true, true, true, true,
+ false, false, false, false, true,
+ true, true, true, true};
+ included = OrcUtils.includeColumns("boolean1,string1,middle,map",
+ "boolean1,byte1,short1,int1,long1,float1,double1,bytes1,string1,middle,list,map", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true, true,
+ true, true, true, true};
+ included = OrcUtils.includeColumns(
+ "boolean1,byte1,short1,int1,long1,float1,double1,bytes1,string1,middle,list,map",
+ "boolean1,byte1,short1,int1,long1,float1,double1,bytes1,string1,middle,list,map", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
Metadata metadata = reader.getMetadata();
// check the stats
@@ -1183,6 +1244,20 @@ public class TestOrcFile {
writer.close();
Reader reader = OrcFile.createReader(testFilePath,
OrcFile.readerOptions(conf).filesystem(fs));
+
+ assertEquals(6, OrcUtils.getFlattenedColumnsCount(inspector));
+ boolean[] expected = new boolean[] {false, false, false, false, false, false};
+ boolean[] included = OrcUtils.includeColumns("", "time,union,decimal", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, true, false, false, false, true};
+ included = OrcUtils.includeColumns("time,decimal", "time,union,decimal", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
+ expected = new boolean[] {false, false, true, true, true, false};
+ included = OrcUtils.includeColumns("union", "time,union,decimal", inspector);
+ assertEquals(true, Arrays.equals(expected, included));
+
assertEquals(false, reader.getMetadataKeys().iterator().hasNext());
assertEquals(5309, reader.getNumberOfRows());
DecimalColumnStatistics stats =
Modified: hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java?rev=1658039&r1=1658038&r2=1658039&view=diff
==============================================================================
--- hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java (original)
+++ hive/trunk/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java Sat Feb 7 09:34:16 2015
@@ -23,6 +23,12 @@ import static org.hamcrest.core.Is.is;
import static org.junit.Assert.assertThat;
import static org.junit.Assert.assertTrue;
+import java.io.IOException;
+import java.io.InputStream;
+import java.sql.Timestamp;
+import java.util.ArrayList;
+import java.util.List;
+
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileStatus;
@@ -31,6 +37,7 @@ import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.PositionedReadable;
import org.apache.hadoop.fs.Seekable;
import org.apache.hadoop.hive.common.type.HiveDecimal;
+import org.apache.hadoop.hive.ql.io.filters.BloomFilter;
import org.apache.hadoop.hive.ql.io.orc.RecordReaderImpl.Location;
import org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf;
import org.apache.hadoop.hive.ql.io.sarg.SearchArgument.TruthValue;
@@ -41,11 +48,6 @@ import org.junit.Test;
import org.mockito.MockSettings;
import org.mockito.Mockito;
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.ArrayList;
-import java.util.List;
-
public class TestRecordReaderImpl {
// can add .verboseLogging() to cause Mockito to log invocations
@@ -287,6 +289,13 @@ public class TestRecordReaderImpl {
return OrcProto.ColumnStatistics.newBuilder().setDateStatistics(dateStats.build()).build();
}
+ private static OrcProto.ColumnStatistics createTimestampStats(int min, int max) {
+ OrcProto.TimestampStatistics.Builder tsStats = OrcProto.TimestampStatistics.newBuilder();
+ tsStats.setMinimum(min);
+ tsStats.setMaximum(max);
+ return OrcProto.ColumnStatistics.newBuilder().setTimestampStatistics(tsStats.build()).build();
+ }
+
private static OrcProto.ColumnStatistics createDecimalStats(String min, String max) {
OrcProto.DecimalStatistics.Builder decStats = OrcProto.DecimalStatistics.newBuilder();
decStats.setMinimum(min);
@@ -294,6 +303,15 @@ public class TestRecordReaderImpl {
return OrcProto.ColumnStatistics.newBuilder().setDecimalStatistics(decStats.build()).build();
}
+ private static OrcProto.ColumnStatistics createDecimalStats(String min, String max,
+ boolean hasNull) {
+ OrcProto.DecimalStatistics.Builder decStats = OrcProto.DecimalStatistics.newBuilder();
+ decStats.setMinimum(min);
+ decStats.setMaximum(max);
+ return OrcProto.ColumnStatistics.newBuilder().setDecimalStatistics(decStats.build())
+ .setHasNull(hasNull).build();
+ }
+
@Test
public void testGetMax() throws Exception {
assertEquals(100L, RecordReaderImpl.getMax(ColumnStatisticsImpl.deserialize(createIntStats(10L, 100L))));
@@ -320,27 +338,27 @@ public class TestRecordReaderImpl {
PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.FLOAT, "x", 15.0, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "15", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(15), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(15), null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10, 100), pred, null));
}
@Test
@@ -348,27 +366,27 @@ public class TestRecordReaderImpl {
PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDoubleStats(10.0, 100.0), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDoubleStats(10.0, 100.0), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.FLOAT, "x", 15.0, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDoubleStats(10.0, 100.0), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDoubleStats(10.0, 100.0), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "15", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDoubleStats(10.0, 100.0), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDoubleStats(10.0, 100.0), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(15), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDoubleStats(10.0, 100.0), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDoubleStats(10.0, 100.0), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(15), null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDoubleStats(10.0, 100.0), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDoubleStats(10.0, 100.0), pred, null));
}
@Test
@@ -376,27 +394,27 @@ public class TestRecordReaderImpl {
PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 100, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("10", "1000"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("10", "1000"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.FLOAT, "x", 100.0, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("10", "1000"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("10", "1000"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "100", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("10", "1000"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("10", "1000"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(100), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("10", "1000"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("10", "1000"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(100), null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("10", "1000"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("10", "1000"), pred, null));
}
@Test
@@ -404,57 +422,57 @@ public class TestRecordReaderImpl {
PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.FLOAT, "x", 15.0, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "15", null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "1970-01-11", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "15.1", null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "__a15__1", null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "2000-01-16", null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "1970-01-16", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(15), null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(150), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(15), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDateStats(10, 100), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDateStats(10, 100), pred, null));
}
@@ -463,27 +481,27 @@ public class TestRecordReaderImpl {
PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDecimalStats("10.0", "100.0"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDecimalStats("10.0", "100.0"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.FLOAT, "x", 15.0, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDecimalStats("10.0", "100.0"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDecimalStats("10.0", "100.0"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.STRING, "x", "15", null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDecimalStats("10.0", "100.0"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDecimalStats("10.0", "100.0"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DATE, "x", new DateWritable(15), null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createDecimalStats("10.0", "100.0"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDecimalStats("10.0", "100.0"), pred, null));
pred = TestSearchArgumentImpl.createPredicateLeaf(PredicateLeaf.Operator.NULL_SAFE_EQUALS,
PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(15), null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createDecimalStats("10.0", "100.0"), pred));
+ RecordReaderImpl.evaluatePredicateProto(createDecimalStats("10.0", "100.0"), pred, null));
}
@@ -493,17 +511,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.INTEGER,
"x", 15L, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 15L), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(0L, 10L), pred, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 15L), pred, null));
}
@Test
@@ -512,17 +530,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER,
"x", 15L, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 15L), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(0L, 10L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 15L), pred, null));
}
@Test
@@ -531,15 +549,15 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.LESS_THAN, PredicateLeaf.Type.INTEGER,
"x", 15L, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), lessThan));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 30L), lessThan, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), lessThan));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 30L), lessThan, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), lessThan));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 30L), lessThan, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), lessThan));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 15L), lessThan, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), lessThan));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(0L, 10L), lessThan, null));
}
@Test
@@ -548,15 +566,15 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.LESS_THAN_EQUALS, PredicateLeaf.Type.INTEGER,
"x", 15L, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 30L), pred, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 15L), pred, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(0L, 10L), pred, null));
}
@Test
@@ -568,13 +586,13 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.IN, PredicateLeaf.Type.INTEGER,
"x", null, args);
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 20L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 20L), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(30L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(30L, 30L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 30L), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(12L, 18L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(12L, 18L), pred, null));
}
@Test
@@ -586,19 +604,19 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.BETWEEN, PredicateLeaf.Type.INTEGER,
"x", null, args);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(0L, 5L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(0L, 5L), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(30L, 40L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(30L, 40L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(5L, 15L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(5L, 15L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(15L, 25L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(15L, 25L), pred, null));
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(5L, 25L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(5L, 25L), pred, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(10L, 20L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(10L, 20L), pred, null));
assertEquals(TruthValue.YES,
- RecordReaderImpl.evaluatePredicate(createIntStats(12L, 18L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(12L, 18L), pred, null));
}
@Test
@@ -607,7 +625,7 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.IS_NULL, PredicateLeaf.Type.INTEGER,
"x", null, null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred));
+ RecordReaderImpl.evaluatePredicateProto(createIntStats(20L, 30L), pred, null));
}
@@ -617,17 +635,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.STRING,
"x", "c", null);
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null)); // before
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "c", true), pred, null)); // max
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null)); // min
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.YES_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null)); // same
}
@Test
@@ -636,17 +654,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.STRING,
"x", "c", null);
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null)); // before
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "c", true), pred, null)); // max
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null)); // min
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null)); // same
}
@Test
@@ -655,17 +673,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.LESS_THAN, PredicateLeaf.Type.STRING,
"x", "c", null);
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null)); // before
assertEquals(TruthValue.YES_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "c", true), pred, null)); // max
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null)); // min
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.NO_NULL, // min, same stats
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null));
}
@Test
@@ -674,17 +692,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.LESS_THAN_EQUALS, PredicateLeaf.Type.STRING,
"x", "c", null);
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null)); // before
assertEquals(TruthValue.YES_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "c", true), pred, null)); // max
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null)); // min
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null)); // same
}
@Test
@@ -696,17 +714,17 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.IN, PredicateLeaf.Type.STRING,
"x", null, args);
assertEquals(TruthValue.NO_NULL, // before & after
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null));
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("e", "f", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("e", "f", true), pred, null)); // max
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null)); // min
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.YES_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null)); // same
}
@Test
@@ -718,31 +736,31 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.BETWEEN, PredicateLeaf.Type.STRING,
"x", null, args);
assertEquals(TruthValue.YES_NULL, // before & after
- RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("d", "e", true), pred, null));
assertEquals(TruthValue.YES_NULL, // before & max
- RecordReaderImpl.evaluatePredicate(createStringStats("e", "f", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("e", "f", true), pred, null));
assertEquals(TruthValue.NO_NULL, // before & before
- RecordReaderImpl.evaluatePredicate(createStringStats("h", "g", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("h", "g", true), pred, null));
assertEquals(TruthValue.YES_NO_NULL, // before & min
- RecordReaderImpl.evaluatePredicate(createStringStats("f", "g", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("f", "g", true), pred, null));
assertEquals(TruthValue.YES_NO_NULL, // before & middle
- RecordReaderImpl.evaluatePredicate(createStringStats("e", "g", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("e", "g", true), pred, null));
assertEquals(TruthValue.YES_NULL, // min & after
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "e", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "e", true), pred, null));
assertEquals(TruthValue.YES_NULL, // min & max
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "f", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "f", true), pred, null));
assertEquals(TruthValue.YES_NO_NULL, // min & middle
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "g", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "g", true), pred, null));
assertEquals(TruthValue.NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "b", true), pred, null)); // after
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("a", "c", true), pred)); // max
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("a", "c", true), pred, null)); // max
assertEquals(TruthValue.YES_NO_NULL,
- RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("b", "d", true), pred, null)); // middle
assertEquals(TruthValue.YES_NULL, // min & after, same stats
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "c", true), pred, null));
}
@Test
@@ -751,9 +769,9 @@ public class TestRecordReaderImpl {
(PredicateLeaf.Operator.IS_NULL, PredicateLeaf.Type.STRING,
"x", null, null);
assertEquals(TruthValue.YES_NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", true), pred, null));
assertEquals(TruthValue.NO,
- RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", false), pred));
+ RecordReaderImpl.evaluatePredicateProto(createStringStats("c", "d", false), pred, null));
}
@Test
@@ -1131,4 +1149,350 @@ public class TestRecordReaderImpl {
41000, 51000 + RecordReaderImpl.WORST_UNCOMPRESSED_SLOP,
51000, 95000, 95000, 97000, 97000, 100000)));
}
+
+ @Test
+ public void testIntNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createIntStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong(15);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testIntEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createIntStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong(15);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testIntInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(15);
+ args.add(19);
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.INTEGER,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createIntStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong(19);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong(15);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDoubleNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.FLOAT, "x", 15.0, null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addDouble(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDoubleStats(10.0, 100.0));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addDouble(15.0);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDoubleEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.FLOAT, "x", 15.0, null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addDouble(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDoubleStats(10.0, 100.0));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addDouble(15.0);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDoubleInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(15.0);
+ args.add(19.0);
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.FLOAT,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addDouble(i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDoubleStats(10.0, 100.0));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addDouble(19.0);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addDouble(15.0);
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testStringNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.STRING, "x", "str_15", null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString("str_" + i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createStringStats("str_10", "str_200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString("str_15");
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testStringEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.STRING, "x", "str_15", null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString("str_" + i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createStringStats("str_10", "str_200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString("str_15");
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testStringInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add("str_15");
+ args.add("str_19");
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.STRING,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString("str_" + i);
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createStringStats("str_10", "str_200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString("str_19");
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString("str_15");
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDateWritableNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.DATE, "x", new DateWritable(15),
+ null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new DateWritable(i)).getDays());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDateStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new DateWritable(15)).getDays());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDateWritableEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.DATE, "x", new DateWritable(15), null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new DateWritable(i)).getDays());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDateStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new DateWritable(15)).getDays());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDateWritableInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(new DateWritable(15));
+ args.add(new DateWritable(19));
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.DATE,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new DateWritable(i)).getDays());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDateStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new DateWritable(19)).getDays());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new DateWritable(15)).getDays());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testTimestampNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.TIMESTAMP, "x",
+ new Timestamp(15),
+ null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new Timestamp(i)).getTime());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createTimestampStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new Timestamp(15)).getTime());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testTimestampEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.TIMESTAMP, "x", new Timestamp(15), null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new Timestamp(i)).getTime());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createTimestampStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new Timestamp(15)).getTime());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testTimestampInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(new Timestamp(15));
+ args.add(new Timestamp(19));
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.TIMESTAMP,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addLong((new Timestamp(i)).getTime());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createTimestampStats(10, 100));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new Timestamp(19)).getTime());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addLong((new Timestamp(15)).getTime());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDecimalNullSafeEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.DECIMAL, "x",
+ HiveDecimal.create(15),
+ null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString(HiveDecimal.create(i).toString());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDecimalStats("10", "200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(15).toString());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDecimalEqualsBloomFilter() throws Exception {
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf(
+ PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.DECIMAL, "x", HiveDecimal.create(15),
+ null);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString(HiveDecimal.create(i).toString());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDecimalStats("10", "200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(15).toString());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testDecimalInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(HiveDecimal.create(15));
+ args.add(HiveDecimal.create(19));
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.DECIMAL,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString(HiveDecimal.create(i).toString());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDecimalStats("10", "200"));
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(19).toString());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(15).toString());
+ assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
+
+ @Test
+ public void testNullsInBloomFilter() throws Exception {
+ List<Object> args = new ArrayList<Object>();
+ args.add(HiveDecimal.create(15));
+ args.add(null);
+ args.add(HiveDecimal.create(19));
+ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf
+ (PredicateLeaf.Operator.IN, PredicateLeaf.Type.DECIMAL,
+ "x", null, args);
+ BloomFilter bf = new BloomFilter(10000);
+ for (int i = 20; i < 1000; i++) {
+ bf.addString(HiveDecimal.create(i).toString());
+ }
+ ColumnStatistics cs = ColumnStatisticsImpl.deserialize(createDecimalStats("10", "200"));
+ // hasNull is false, so bloom filter should return NO
+ assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ cs = ColumnStatisticsImpl.deserialize(createDecimalStats("10", "200", true));
+ // hasNull is true, so bloom filter should return YES_NO_NULL
+ assertEquals(TruthValue.YES_NO_NULL, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(19).toString());
+ assertEquals(TruthValue.YES_NO_NULL, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+
+ bf.addString(HiveDecimal.create(15).toString());
+ assertEquals(TruthValue.YES_NO_NULL, RecordReaderImpl.evaluatePredicate(cs, pred, bf));
+ }
}
Added: hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter.out?rev=1658039&view=auto
==============================================================================
--- hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter.out (added)
+++ hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter.out Sat Feb 7 09:34:16 2015
@@ -0,0 +1,177 @@
+Structure for TestFileDump.testDump.orc
+File Version: 0.12 with HIVE_8732
+Rows: 21000
+Compression: ZLIB
+Compression size: 10000
+Type: struct<i:int,l:bigint,s:string>
+
+Stripe Statistics:
+ Stripe 1:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146021688 max: 2147223299 sum: 515792826
+ Column 2: count: 5000 hasNull: false min: -9218592812243954469 max: 9221614132680747961
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19280
+ Stripe 2:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146733128 max: 2147001622 sum: 7673427
+ Column 2: count: 5000 hasNull: false min: -9220818777591257749 max: 9222259462014003839
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19504
+ Stripe 3:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146993718 max: 2147378179 sum: 132660742551
+ Column 2: count: 5000 hasNull: false min: -9218342074710552826 max: 9222303228623055266
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19641
+ Stripe 4:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146658006 max: 2145520931 sum: 8533549236
+ Column 2: count: 5000 hasNull: false min: -9222758097219661129 max: 9221043130193737406
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19470
+ Stripe 5:
+ Column 0: count: 1000 hasNull: false
+ Column 1: count: 1000 hasNull: false min: -2146245500 max: 2146378640 sum: 51299706363
+ Column 2: count: 1000 hasNull: false min: -9208193203370316142 max: 9218567213558056476
+ Column 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3866
+
+File Statistics:
+ Column 0: count: 21000 hasNull: false
+ Column 1: count: 21000 hasNull: false min: -2146993718 max: 2147378179 sum: 193017464403
+ Column 2: count: 21000 hasNull: false min: -9222758097219661129 max: 9222303228623055266
+ Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761
+
+Stripes:
+ Stripe: offset: 3 data: 63765 rows: 5000 tail: 86 index: 845
+ Stream: column 0 section ROW_INDEX start: 3 length 17
+ Stream: column 1 section ROW_INDEX start: 20 length 164
+ Stream: column 2 section ROW_INDEX start: 184 length 173
+ Stream: column 3 section ROW_INDEX start: 357 length 87
+ Stream: column 3 section BLOOM_FILTER start: 444 length 404
+ Stream: column 1 section DATA start: 848 length 20029
+ Stream: column 2 section DATA start: 20877 length 40035
+ Stream: column 3 section DATA start: 60912 length 3543
+ Stream: column 3 section LENGTH start: 64455 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 64480 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 3:
+ Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3862 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: Darkness, max: worst sum: 3884 positions: 0,659,149
+ Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3893 positions: 0,1531,3
+ Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3798 positions: 0,2281,32
+ Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3843 positions: 0,3033,45
+ Bloom filters for column 3:
+ Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 2: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe: offset: 64699 data: 63754 rows: 5000 tail: 86 index: 837
+ Stream: column 0 section ROW_INDEX start: 64699 length 17
+ Stream: column 1 section ROW_INDEX start: 64716 length 162
+ Stream: column 2 section ROW_INDEX start: 64878 length 171
+ Stream: column 3 section ROW_INDEX start: 65049 length 83
+ Stream: column 3 section BLOOM_FILTER start: 65132 length 404
+ Stream: column 1 section DATA start: 65536 length 20029
+ Stream: column 2 section DATA start: 85565 length 40035
+ Stream: column 3 section DATA start: 125600 length 3532
+ Stream: column 3 section LENGTH start: 129132 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 129157 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 3:
+ Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3923 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: Darkness, max: worst sum: 3869 positions: 0,761,12
+ Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,1472,70
+ Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3931 positions: 0,2250,43
+ Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3964 positions: 0,2978,88
+ Bloom filters for column 3:
+ Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 2: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe: offset: 129376 data: 63766 rows: 5000 tail: 86 index: 841
+ Stream: column 0 section ROW_INDEX start: 129376 length 17
+ Stream: column 1 section ROW_INDEX start: 129393 length 159
+ Stream: column 2 section ROW_INDEX start: 129552 length 171
+ Stream: column 3 section ROW_INDEX start: 129723 length 90
+ Stream: column 3 section BLOOM_FILTER start: 129813 length 404
+ Stream: column 1 section DATA start: 130217 length 20029
+ Stream: column 2 section DATA start: 150246 length 40035
+ Stream: column 3 section DATA start: 190281 length 3544
+ Stream: column 3 section LENGTH start: 193825 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 193850 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 3:
+ Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: Darkness, max: worst sum: 4008 positions: 0,634,174
+ Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3999 positions: 0,1469,69
+ Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,2133,194
+ Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 4000 positions: 0,3005,43
+ Bloom filters for column 3:
+ Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 2: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe: offset: 194069 data: 63796 rows: 5000 tail: 86 index: 844
+ Stream: column 0 section ROW_INDEX start: 194069 length 17
+ Stream: column 1 section ROW_INDEX start: 194086 length 162
+ Stream: column 2 section ROW_INDEX start: 194248 length 170
+ Stream: column 3 section ROW_INDEX start: 194418 length 91
+ Stream: column 3 section BLOOM_FILTER start: 194509 length 404
+ Stream: column 1 section DATA start: 194913 length 20029
+ Stream: column 2 section DATA start: 214942 length 40035
+ Stream: column 3 section DATA start: 254977 length 3574
+ Stream: column 3 section LENGTH start: 258551 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 258576 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 3:
+ Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3901 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: Darkness, max: worst sum: 3900 positions: 0,431,431
+ Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3909 positions: 0,1485,52
+ Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3947 positions: 0,2196,104
+ Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3813 positions: 0,2934,131
+ Bloom filters for column 3:
+ Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 1: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 2: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe: offset: 258795 data: 12940 rows: 1000 tail: 78 index: 432
+ Stream: column 0 section ROW_INDEX start: 258795 length 12
+ Stream: column 1 section ROW_INDEX start: 258807 length 38
+ Stream: column 2 section ROW_INDEX start: 258845 length 41
+ Stream: column 3 section ROW_INDEX start: 258886 length 40
+ Stream: column 3 section BLOOM_FILTER start: 258926 length 301
+ Stream: column 1 section DATA start: 259227 length 4007
+ Stream: column 2 section DATA start: 263234 length 8007
+ Stream: column 3 section DATA start: 271241 length 768
+ Stream: column 3 section LENGTH start: 272009 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 272034 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 3:
+ Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3866 positions: 0,0,0
+ Bloom filters for column 3:
+ Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+ Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
+
+File length: 272790 bytes
+Padding length: 0 bytes
+Padding ratio: 0%
Added: hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter2.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter2.out?rev=1658039&view=auto
==============================================================================
--- hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter2.out (added)
+++ hive/trunk/ql/src/test/resources/orc-file-dump-bloomfilter2.out Sat Feb 7 09:34:16 2015
@@ -0,0 +1,177 @@
+Structure for TestFileDump.testDump.orc
+File Version: 0.12 with HIVE_8732
+Rows: 21000
+Compression: ZLIB
+Compression size: 10000
+Type: struct<i:int,l:bigint,s:string>
+
+Stripe Statistics:
+ Stripe 1:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146021688 max: 2147223299 sum: 515792826
+ Column 2: count: 5000 hasNull: false min: -9218592812243954469 max: 9221614132680747961
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19280
+ Stripe 2:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146733128 max: 2147001622 sum: 7673427
+ Column 2: count: 5000 hasNull: false min: -9220818777591257749 max: 9222259462014003839
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19504
+ Stripe 3:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146993718 max: 2147378179 sum: 132660742551
+ Column 2: count: 5000 hasNull: false min: -9218342074710552826 max: 9222303228623055266
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19641
+ Stripe 4:
+ Column 0: count: 5000 hasNull: false
+ Column 1: count: 5000 hasNull: false min: -2146658006 max: 2145520931 sum: 8533549236
+ Column 2: count: 5000 hasNull: false min: -9222758097219661129 max: 9221043130193737406
+ Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19470
+ Stripe 5:
+ Column 0: count: 1000 hasNull: false
+ Column 1: count: 1000 hasNull: false min: -2146245500 max: 2146378640 sum: 51299706363
+ Column 2: count: 1000 hasNull: false min: -9208193203370316142 max: 9218567213558056476
+ Column 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3866
+
+File Statistics:
+ Column 0: count: 21000 hasNull: false
+ Column 1: count: 21000 hasNull: false min: -2146993718 max: 2147378179 sum: 193017464403
+ Column 2: count: 21000 hasNull: false min: -9222758097219661129 max: 9222303228623055266
+ Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761
+
+Stripes:
+ Stripe: offset: 3 data: 63765 rows: 5000 tail: 85 index: 6935
+ Stream: column 0 section ROW_INDEX start: 3 length 17
+ Stream: column 1 section ROW_INDEX start: 20 length 164
+ Stream: column 2 section ROW_INDEX start: 184 length 173
+ Stream: column 2 section BLOOM_FILTER start: 357 length 6494
+ Stream: column 3 section ROW_INDEX start: 6851 length 87
+ Stream: column 1 section DATA start: 6938 length 20029
+ Stream: column 2 section DATA start: 26967 length 40035
+ Stream: column 3 section DATA start: 67002 length 3543
+ Stream: column 3 section LENGTH start: 70545 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 70570 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 2:
+ Entry 0: count: 1000 hasNull: false min: -9200577545527640566 max: 9175500305011173751 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: -9203618157670445774 max: 9208123824411178101 positions: 0,4098,488
+ Entry 2: count: 1000 hasNull: false min: -9218592812243954469 max: 9221351515892923972 positions: 10003,2294,464
+ Entry 3: count: 1000 hasNull: false min: -9206585617947511272 max: 9167703224425685487 positions: 20006,490,440
+ Entry 4: count: 1000 hasNull: false min: -9206645795733282496 max: 9221614132680747961 positions: 20006,8686,416
+ Bloom filters for column 2:
+ Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4931 loadFactor: 0.5136 expectedFpp: 0.009432924
+ Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 4956 loadFactor: 0.5163 expectedFpp: 0.009772834
+ Entry 2: numHashFunctions: 7 bitCount: 9600 popCount: 4971 loadFactor: 0.5178 expectedFpp: 0.009981772
+ Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4971 loadFactor: 0.5178 expectedFpp: 0.009981772
+ Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4949 loadFactor: 0.5155 expectedFpp: 0.009676614
+ Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9347 loadFactor: 0.9736 expectedFpp: 0.829482
+ Stripe: offset: 70788 data: 63754 rows: 5000 tail: 85 index: 6917
+ Stream: column 0 section ROW_INDEX start: 70788 length 17
+ Stream: column 1 section ROW_INDEX start: 70805 length 162
+ Stream: column 2 section ROW_INDEX start: 70967 length 171
+ Stream: column 2 section BLOOM_FILTER start: 71138 length 6484
+ Stream: column 3 section ROW_INDEX start: 77622 length 83
+ Stream: column 1 section DATA start: 77705 length 20029
+ Stream: column 2 section DATA start: 97734 length 40035
+ Stream: column 3 section DATA start: 137769 length 3532
+ Stream: column 3 section LENGTH start: 141301 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 141326 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 2:
+ Entry 0: count: 1000 hasNull: false min: -9218450653857701562 max: 9189819526332228512 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: -9220818777591257749 max: 9178821722829648113 positions: 0,4098,488
+ Entry 2: count: 1000 hasNull: false min: -9220031433030423388 max: 9210838931786956852 positions: 10003,2294,464
+ Entry 3: count: 1000 hasNull: false min: -9208195729739635607 max: 9222259462014003839 positions: 20006,490,440
+ Entry 4: count: 1000 hasNull: false min: -9174271499932339698 max: 9212277876771676916 positions: 20006,8686,416
+ Bloom filters for column 2:
+ Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4971 loadFactor: 0.5178 expectedFpp: 0.009981772
+ Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 4988 loadFactor: 0.5196 expectedFpp: 0.010223193
+ Entry 2: numHashFunctions: 7 bitCount: 9600 popCount: 5002 loadFactor: 0.521 expectedFpp: 0.01042575
+ Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4962 loadFactor: 0.5169 expectedFpp: 0.009855959
+ Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4966 loadFactor: 0.5173 expectedFpp: 0.009911705
+ Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9344 loadFactor: 0.9733 expectedFpp: 0.8276205
+ Stripe: offset: 141544 data: 63766 rows: 5000 tail: 85 index: 6924
+ Stream: column 0 section ROW_INDEX start: 141544 length 17
+ Stream: column 1 section ROW_INDEX start: 141561 length 159
+ Stream: column 2 section ROW_INDEX start: 141720 length 171
+ Stream: column 2 section BLOOM_FILTER start: 141891 length 6487
+ Stream: column 3 section ROW_INDEX start: 148378 length 90
+ Stream: column 1 section DATA start: 148468 length 20029
+ Stream: column 2 section DATA start: 168497 length 40035
+ Stream: column 3 section DATA start: 208532 length 3544
+ Stream: column 3 section LENGTH start: 212076 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 212101 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 2:
+ Entry 0: count: 1000 hasNull: false min: -9211978436552246208 max: 9179058898902097152 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: -9195645160817780503 max: 9189147759444307708 positions: 0,4098,488
+ Entry 2: count: 1000 hasNull: false min: -9202888157616520823 max: 9193561362676960747 positions: 10003,2294,464
+ Entry 3: count: 1000 hasNull: false min: -9216318198067839390 max: 9221286760675829363 positions: 20006,490,440
+ Entry 4: count: 1000 hasNull: false min: -9218342074710552826 max: 9222303228623055266 positions: 20006,8686,416
+ Bloom filters for column 2:
+ Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4967 loadFactor: 0.5174 expectedFpp: 0.009925688
+ Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 5002 loadFactor: 0.521 expectedFpp: 0.01042575
+ Entry 2: numHashFunctions: 7 bitCount: 9600 popCount: 4964 loadFactor: 0.5171 expectedFpp: 0.009883798
+ Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4943 loadFactor: 0.5149 expectedFpp: 0.009594797
+ Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4930 loadFactor: 0.5135 expectedFpp: 0.009419539
+ Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9333 loadFactor: 0.9722 expectedFpp: 0.82082444
+ Stripe: offset: 212319 data: 63796 rows: 5000 tail: 85 index: 6925
+ Stream: column 0 section ROW_INDEX start: 212319 length 17
+ Stream: column 1 section ROW_INDEX start: 212336 length 162
+ Stream: column 2 section ROW_INDEX start: 212498 length 170
+ Stream: column 2 section BLOOM_FILTER start: 212668 length 6485
+ Stream: column 3 section ROW_INDEX start: 219153 length 91
+ Stream: column 1 section DATA start: 219244 length 20029
+ Stream: column 2 section DATA start: 239273 length 40035
+ Stream: column 3 section DATA start: 279308 length 3574
+ Stream: column 3 section LENGTH start: 282882 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 282907 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 2:
+ Entry 0: count: 1000 hasNull: false min: -9222731174895935707 max: 9214167447015056056 positions: 0,0,0
+ Entry 1: count: 1000 hasNull: false min: -9222758097219661129 max: 9221043130193737406 positions: 0,4098,488
+ Entry 2: count: 1000 hasNull: false min: -9174483776261243438 max: 9208134757538374043 positions: 10003,2294,464
+ Entry 3: count: 1000 hasNull: false min: -9174329712613510612 max: 9197412874152820822 positions: 20006,490,440
+ Entry 4: count: 1000 hasNull: false min: -9221162005892422758 max: 9220625004936875965 positions: 20006,8686,416
+ Bloom filters for column 2:
+ Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4951 loadFactor: 0.5157 expectedFpp: 0.009704026
+ Entry 1: numHashFunctions: 7 bitCount: 9600 popCount: 4969 loadFactor: 0.5176 expectedFpp: 0.009953696
+ Entry 2: numHashFunctions: 7 bitCount: 9600 popCount: 4994 loadFactor: 0.5202 expectedFpp: 0.010309587
+ Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4941 loadFactor: 0.5147 expectedFpp: 0.009567649
+ Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4993 loadFactor: 0.5201 expectedFpp: 0.010295142
+ Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9353 loadFactor: 0.9743 expectedFpp: 0.8332165
+ Stripe: offset: 283125 data: 12940 rows: 1000 tail: 78 index: 1468
+ Stream: column 0 section ROW_INDEX start: 283125 length 12
+ Stream: column 1 section ROW_INDEX start: 283137 length 38
+ Stream: column 2 section ROW_INDEX start: 283175 length 41
+ Stream: column 2 section BLOOM_FILTER start: 283216 length 1337
+ Stream: column 3 section ROW_INDEX start: 284553 length 40
+ Stream: column 1 section DATA start: 284593 length 4007
+ Stream: column 2 section DATA start: 288600 length 8007
+ Stream: column 3 section DATA start: 296607 length 768
+ Stream: column 3 section LENGTH start: 297375 length 25
+ Stream: column 3 section DICTIONARY_DATA start: 297400 length 133
+ Encoding column 0: DIRECT
+ Encoding column 1: DIRECT_V2
+ Encoding column 2: DIRECT_V2
+ Encoding column 3: DICTIONARY_V2[35]
+ Row group indices for column 2:
+ Entry 0: count: 1000 hasNull: false min: -9208193203370316142 max: 9218567213558056476 positions: 0,0,0
+ Bloom filters for column 2:
+ Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4948 loadFactor: 0.5154 expectedFpp: 0.00966294
+ Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 4948 loadFactor: 0.5154 expectedFpp: 0.00966294
+
+File length: 298155 bytes
+Padding length: 0 bytes
+Padding ratio: 0%