[orc] branch main updated (2c1599e -> aa9166d)

[om...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

omalley pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/orc.git.


    from 2c1599e  ORC-930: Ignore unsupported JSON x ZSTD combination in bench (#844)
     add aa9166d  ORC-743: Added conversion of SArg into filters to take advantage of the LazyIO introduced by ORC-742. * Created Vector filters for leaf, And, Or, Batch * Created specific filters for each sarg operator and type * Test code for data type and operator filters

No new revisions were added by this update.

Summary of changes:
 java/core/src/java/org/apache/orc/OrcConf.java     |   9 +-
 java/core/src/java/org/apache/orc/Reader.java      |  24 ++
 .../java/org/apache/orc/filter/BatchFilter.java}   |  32 +-
 .../java/org/apache/orc/impl/RecordReaderImpl.java |  35 +-
 .../org/apache/orc/impl/TreeReaderFactory.java     |  10 +-
 .../java/org/apache/orc/impl/filter/AndFilter.java |  48 +++
 .../apache/orc/impl/filter/BatchFilterFactory.java | 140 +++++++
 .../org/apache/orc/impl/filter/FilterFactory.java  | 142 +++++++
 .../apache/orc/impl/filter/IsNotNullFilter.java    |  60 +++
 .../org/apache/orc/impl/filter/IsNullFilter.java   |  60 +++
 .../org/apache/orc/impl/filter/LeafFilter.java     |  84 ++++
 .../java/org/apache/orc/impl/filter/OrFilter.java  |  49 +++
 .../java/org/apache/orc/impl/filter/Selected.java  | 139 +++++++
 .../org/apache/orc/impl/filter/VectorFilter.java   |  42 ++
 .../orc/impl/filter/leaf/DecimalFilters.java       | 109 +++++
 .../apache/orc/impl/filter/leaf/FloatFilters.java  | 108 +++++
 .../orc/impl/filter/leaf/LeafFilterFactory.java    | 275 ++++++++++++
 .../apache/orc/impl/filter/leaf/LongFilters.java   | 108 +++++
 .../apache/orc/impl/filter/leaf/StringFilters.java | 123 ++++++
 .../orc/impl/filter/leaf/TimestampFilters.java     | 110 +++++
 .../java/org/apache/orc/util/CuckooSetBytes.java   | 462 +++++++++++++++++++++
 .../apache/orc/TestRowFilteringComplexTypes.java   |   1 +
 .../org/apache/orc/TestRowFilteringIOSkip.java     | 254 ++++++++++-
 .../org/apache/orc/TestRowFilteringNoSkip.java     |   1 +
 .../test/org/apache/orc/TestRowFilteringSkip.java  |   1 +
 .../org/apache/orc/impl/filter/ATestFilter.java    | 167 ++++++++
 .../org/apache/orc/impl/filter/FilterUtils.java}   |  38 +-
 .../apache/orc/impl/filter/IsNullFilterTest.java   | 131 ++++++
 .../org/apache/orc/impl/filter/TestAndFilter.java  |  89 ++++
 .../org/apache/orc/impl/filter/TestConvFilter.java | 231 +++++++++++
 .../org/apache/orc/impl/filter/TestNotFilter.java  | 141 +++++++
 .../org/apache/orc/impl/filter/TestOrFilter.java   |  63 +++
 .../org/apache/orc/impl/filter/TestSelected.java   | 183 ++++++++
 .../orc/impl/filter/leaf/ATestLeafFilter.java      | 131 ++++++
 .../orc/impl/filter/leaf/TestDecimalFilters.java   | 182 ++++++++
 .../apache/orc/impl/filter/leaf/TestEquals.java    |  70 ++++
 .../apache/orc/impl/filter/leaf/TestFilters.java   | 232 +++++++++++
 .../orc/impl/filter/leaf/TestFloatFilters.java     | 183 ++++++++
 .../orc/impl/filter/leaf/TestLongFilters.java      | 183 ++++++++
 .../orc/impl/filter/leaf/TestStringFilters.java    | 183 ++++++++
 .../orc/impl/filter/leaf/TestTimestampFilters.java | 183 ++++++++
 .../org/apache/orc/util/CuckooSetBytesTest.java    | 127 ++++++
 java/mapreduce/pom.xml                             |   4 +
 .../java/org/apache/orc/mapred/OrcInputFormat.java |   6 +-
 .../apache/orc/mapred/OrcMapredRecordReader.java   |   5 +-
 .../org/apache/orc/mapreduce/OrcInputFormat.java   |  11 +-
 .../orc/mapreduce/OrcMapreduceRecordReader.java    |   5 +-
 .../org/apache/orc/mapred/TestMapRedFiltering.java | 152 +++++++
 .../org/apache/orc/mapreduce/FilterTestUtil.java   | 157 +++++++
 .../orc/mapreduce/TestMapReduceFiltering.java      | 164 ++++++++
 50 files changed, 5381 insertions(+), 66 deletions(-)
 copy java/{bench/core/src/java/org/apache/orc/bench/core/OrcBenchmark.java => core/src/java/org/apache/orc/filter/BatchFilter.java} (60%)
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/AndFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/BatchFilterFactory.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/FilterFactory.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/IsNotNullFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/IsNullFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/LeafFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/OrFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/Selected.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/VectorFilter.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/DecimalFilters.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/FloatFilters.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/LeafFilterFactory.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/LongFilters.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/StringFilters.java
 create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/TimestampFilters.java
 create mode 100644 java/core/src/java/org/apache/orc/util/CuckooSetBytes.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/ATestFilter.java
 copy java/{tools/src/java/org/apache/orc/tools/json/BooleanType.java => core/src/test/org/apache/orc/impl/filter/FilterUtils.java} (58%)
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/IsNullFilterTest.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestAndFilter.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestConvFilter.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestNotFilter.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestOrFilter.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestSelected.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/ATestLeafFilter.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestDecimalFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestEquals.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestFloatFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestLongFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestStringFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestTimestampFilters.java
 create mode 100644 java/core/src/test/org/apache/orc/util/CuckooSetBytesTest.java
 create mode 100644 java/mapreduce/src/test/org/apache/orc/mapred/TestMapRedFiltering.java
 create mode 100644 java/mapreduce/src/test/org/apache/orc/mapreduce/FilterTestUtil.java
 create mode 100644 java/mapreduce/src/test/org/apache/orc/mapreduce/TestMapReduceFiltering.java