You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by gi...@apache.org on 2021/08/11 06:14:36 UTC
[orc] branch dependabot/maven/java/io.netty-netty-all-4.1.66.Final
updated (09b45ac -> 68a100b)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/maven/java/io.netty-netty-all-4.1.66.Final
in repository https://gitbox.apache.org/repos/asf/orc.git.
discard 09b45ac Bump netty-all from 4.1.42.Final to 4.1.66.Final in /java
add 599b098 ORC-915: Remove io.netty.netty from Spark benchmark (#822)
add 4f089c2 ORC-913: Support data/format/compress options in Spark benchmark (#825)
add a855ea7 ORC-886,ORC-905: Add integration tests for Java tools/examples (#823)
add ad5de97 ORC-914: Pin `maven-dependency-plugin` to 3.1.2 (#821)
add 124f24c ORC-916: Bump annotations from 17.0.0 to 21.0.1 (#824)
add 4393d7d ORC-917: Bump mockito-core from 3.7.0 to 3.11.2 (#826)
add 585ded0 ORC-918: Pin protobuf-java to 2.5.0 (#829)
add a5b1181 ORC-919: Spark bench objenesis should be the same as Spark (#830)
add 60661a6 ORC-920: Use junit.version and mockito.version property and bump junit to 5.7.2 (#832)
add ed1cda9 ORC-921: Add an encrypted example file (#833)
add a3d92ed ORC-922: Remove redundant conditional statements (#835)
add afc0217 ORC-923: Bump apache from 23 to 24 (#836)
add 7e7e974 ORC-924: Add `RedundantModifier`/`ModifierOrder` Checkstyle rules (#837)
add fc6c4a5 ORC-925: Simplify Assertions (#838)
add 9db125a ORC-926: Consolidate license header style in Java files (#839)
add 411536f ORC-928: Bump checkstyle from 8.44 to 8.45.1 (#840)
add 33fcc26 ORC-927: Extracting duplicate codes for RowFilterBenchmark (#841)
add c6b10d2 ORC-929: Fix NaN error at orc-tools meta command (#843)
add e462071 ORC-931: Modify RunLengthIntegerWriterV2 code to improve readability (#845)
add 2c1599e ORC-930: Ignore unsupported JSON x ZSTD combination in bench (#844)
add aa9166d ORC-743: Added conversion of SArg into filters to take advantage of the LazyIO introduced by ORC-742. * Created Vector filters for leaf, And, Or, Batch * Created specific filters for each sarg operator and type * Test code for data type and operator filters
add dd57999 ORC-932: Bump byte-buddy from 1.10.19 to 1.11.12 (#842)
add f315901 ORC-933: Add `AdvancedReader.java` example (#847)
add f1ac372 ORC-934: Add integration tests for Java bench (#848)
add 68a100b Bump netty-all from 4.1.42.Final to 4.1.66.Final in /java
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (09b45ac)
\
N -- N -- N refs/heads/dependabot/maven/java/io.netty-netty-all-4.1.66.Final (68a100b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 6 +
examples/encrypted/kms.keystore | Bin 0 -> 1158 bytes
examples/encrypted/sample1.orc | Bin 0 -> 1355 bytes
examples/encrypted/sample2.orc | Bin 0 -> 1341 bytes
java/CMakeLists.txt | 29 ++
.../apache/hadoop/fs/TrackingLocalFileSystem.java | 2 +-
.../org/apache/orc/bench/core/CompressionKind.java | 2 +-
.../org/apache/orc/bench/core/RandomGenerator.java | 6 +-
.../org/apache/orc/bench/core/SalesGenerator.java | 4 +-
.../orc/bench/core/convert/GenerateVariants.java | 14 +-
.../orc/bench/core/convert/ScanVariants.java | 3 +
.../orc/bench/core/convert/csv/CsvReader.java | 2 +-
.../orc/bench/core/convert/json/JsonReader.java | 4 +-
.../orc/bench/core/convert/json/JsonWriter.java | 2 +-
.../orc/bench/core/convert/orc/OrcReader.java | 2 +-
.../orc/bench/core/convert/orc/OrcWriter.java | 2 +-
java/bench/hive/src/findbugs/exclude.xml | 2 +-
.../hive/rowfilter/BooleanRowFilterBenchmark.java | 83 +---
.../hive/rowfilter/DecimalRowFilterBenchmark.java | 83 +---
.../hive/rowfilter/DoubleRowFilterBenchmark.java | 82 +---
.../bench/hive/rowfilter/RowFilterInputState.java | 116 ++++++
.../hive/rowfilter/StringRowFilterBenchmark.java | 83 +---
.../rowfilter/TimestampRowFilterBenchmark.java | 80 +---
java/bench/pom.xml | 6 -
java/bench/spark/pom.xml | 11 +-
.../org/apache/orc/bench/spark/SparkBenchmark.java | 12 +-
java/core/src/findbugs/exclude.xml | 40 ++
.../org/apache/orc/BinaryColumnStatistics.java | 2 +-
.../org/apache/orc/BooleanColumnStatistics.java | 2 +-
.../src/java/org/apache/orc/ColumnStatistics.java | 2 +-
.../src/java/org/apache/orc/CompressionCodec.java | 2 +-
.../src/java/org/apache/orc/CompressionKind.java | 2 +-
java/core/src/java/org/apache/orc/DataReader.java | 2 +-
.../java/org/apache/orc/DateColumnStatistics.java | 2 +-
.../org/apache/orc/DecimalColumnStatistics.java | 2 +-
.../org/apache/orc/DoubleColumnStatistics.java | 2 +-
.../java/org/apache/orc/FileFormatException.java | 2 +-
.../core/src/java/org/apache/orc/FileMetadata.java | 2 +-
.../src/java/org/apache/orc/InMemoryKeystore.java | 2 +-
.../org/apache/orc/IntegerColumnStatistics.java | 2 +-
.../src/java/org/apache/orc/MemoryManager.java | 2 +-
java/core/src/java/org/apache/orc/OrcConf.java | 11 +-
java/core/src/java/org/apache/orc/Reader.java | 24 ++
.../org/apache/orc/StringColumnStatistics.java | 2 +-
.../src/java/org/apache/orc/StripeInformation.java | 2 +-
java/core/src/java/org/apache/orc/Writer.java | 2 +-
.../java/org/apache/orc/filter/BatchFilter.java} | 32 +-
.../src/java/org/apache/orc/impl/AcidStats.java | 2 +-
.../org/apache/orc/impl/AircompressorCodec.java | 2 +-
.../java/org/apache/orc/impl/BitFieldWriter.java | 2 +-
.../org/apache/orc/impl/ColumnStatisticsImpl.java | 53 +--
.../java/org/apache/orc/impl/DictionaryUtils.java | 2 +-
.../apache/orc/impl/DirectDecompressionCodec.java | 6 +-
.../java/org/apache/orc/impl/DynamicByteArray.java | 2 +-
.../java/org/apache/orc/impl/DynamicIntArray.java | 2 +-
.../src/java/org/apache/orc/impl/InStream.java | 4 +-
.../java/org/apache/orc/impl/IntegerReader.java | 2 +-
.../java/org/apache/orc/impl/IntegerWriter.java | 2 +-
.../java/org/apache/orc/impl/MemoryManager.java | 2 +-
.../src/java/org/apache/orc/impl/OrcAcidUtils.java | 2 +-
.../src/java/org/apache/orc/impl/OrcIndex.java | 2 +-
.../java/org/apache/orc/impl/PositionProvider.java | 2 +-
.../java/org/apache/orc/impl/PositionRecorder.java | 2 +-
.../apache/orc/impl/PositionedOutputStream.java | 2 +-
.../java/org/apache/orc/impl/RecordReaderImpl.java | 41 +-
.../org/apache/orc/impl/RecordReaderUtils.java | 2 +-
.../src/java/org/apache/orc/impl/RedBlackTree.java | 4 +-
.../org/apache/orc/impl/RunLengthByteWriter.java | 2 +-
.../apache/orc/impl/RunLengthIntegerReader.java | 2 +-
.../apache/orc/impl/RunLengthIntegerReaderV2.java | 4 +-
.../apache/orc/impl/RunLengthIntegerWriter.java | 2 +-
.../apache/orc/impl/RunLengthIntegerWriterV2.java | 17 +-
.../org/apache/orc/impl/SerializationUtils.java | 2 +-
.../src/java/org/apache/orc/impl/SnappyCodec.java | 2 +-
.../org/apache/orc/impl/StringRedBlackTree.java | 2 +-
.../org/apache/orc/impl/TreeReaderFactory.java | 10 +-
.../org/apache/orc/impl/VisitorContextImpl.java | 2 +-
.../java/org/apache/orc/impl/filter/AndFilter.java | 48 +++
.../apache/orc/impl/filter/BatchFilterFactory.java | 140 +++++++
.../org/apache/orc/impl/filter/FilterFactory.java | 142 +++++++
.../apache/orc/impl/filter/IsNotNullFilter.java | 60 +++
.../org/apache/orc/impl/filter/IsNullFilter.java | 60 +++
.../org/apache/orc/impl/filter/LeafFilter.java | 84 ++++
.../java/org/apache/orc/impl/filter/OrFilter.java | 49 +++
.../java/org/apache/orc/impl/filter/Selected.java | 139 +++++++
.../org/apache/orc/impl/filter/VectorFilter.java | 42 ++
.../orc/impl/filter/leaf/DecimalFilters.java | 109 +++++
.../apache/orc/impl/filter/leaf/FloatFilters.java | 108 +++++
.../orc/impl/filter/leaf/LeafFilterFactory.java | 275 ++++++++++++
.../apache/orc/impl/filter/leaf/LongFilters.java | 108 +++++
.../apache/orc/impl/filter/leaf/StringFilters.java | 123 ++++++
.../orc/impl/filter/leaf/TimestampFilters.java | 110 +++++
.../org/apache/orc/impl/writer/TreeWriterBase.java | 5 +-
.../src/java/org/apache/orc/util/BloomFilter.java | 2 +-
.../java/org/apache/orc/util/BloomFilterIO.java | 2 +-
.../java/org/apache/orc/util/BloomFilterUtf8.java | 2 +-
.../java/org/apache/orc/util/CuckooSetBytes.java | 462 +++++++++++++++++++++
.../core/src/java/org/apache/orc/util/Murmur3.java | 2 +-
.../test/org/apache/orc/TestColumnStatistics.java | 42 +-
.../src/test/org/apache/orc/TestCorruptTypes.java | 2 +-
.../org/apache/orc/TestNewIntegerEncoding.java | 6 +-
.../test/org/apache/orc/TestOrcDSTNoTimezone.java | 2 +-
.../src/test/org/apache/orc/TestOrcNoTimezone.java | 2 +-
.../org/apache/orc/TestOrcNullOptimization.java | 28 +-
.../src/test/org/apache/orc/TestOrcTimezone1.java | 8 +-
.../src/test/org/apache/orc/TestOrcTimezone2.java | 2 +-
.../src/test/org/apache/orc/TestOrcTimezone3.java | 2 +-
.../src/test/org/apache/orc/TestOrcTimezone4.java | 2 +-
.../test/org/apache/orc/TestOrcTimezonePPD.java | 2 +-
.../org/apache/orc/TestProlepticConversions.java | 4 +-
java/core/src/test/org/apache/orc/TestReader.java | 2 +-
.../apache/orc/TestRowFilteringComplexTypes.java | 1 +
.../org/apache/orc/TestRowFilteringIOSkip.java | 254 ++++++++++-
.../org/apache/orc/TestRowFilteringNoSkip.java | 1 +
.../test/org/apache/orc/TestRowFilteringSkip.java | 125 +++---
.../test/org/apache/orc/TestStringDictionary.java | 2 +-
.../test/org/apache/orc/TestTypeDescription.java | 16 +-
java/core/src/test/org/apache/orc/TestUnicode.java | 2 +-
.../test/org/apache/orc/TestUnrolledBitPack.java | 2 +-
.../src/test/org/apache/orc/TestVectorOrcFile.java | 335 ++++++++-------
.../src/test/org/apache/orc/impl/TestBitPack.java | 2 +-
.../apache/orc/impl/TestColumnStatisticsImpl.java | 14 +-
.../test/org/apache/orc/impl/TestCryptoUtils.java | 4 +-
.../test/org/apache/orc/impl/TestDynamicArray.java | 2 +-
.../org/apache/orc/impl/TestMemoryManager.java | 2 +-
.../test/org/apache/orc/impl/TestOrcWideTable.java | 2 +-
.../test/org/apache/orc/impl/TestOutStream.java | 2 +-
.../org/apache/orc/impl/TestRecordReaderImpl.java | 66 +--
.../orc/impl/TestRunLengthIntegerReader.java | 2 +-
.../org/apache/orc/impl/TestSchemaEvolution.java | 74 ++--
.../apache/orc/impl/TestSerializationUtils.java | 16 +-
.../test/org/apache/orc/impl/TestStreamName.java | 20 +-
.../orc/impl/TestStringHashTableDictionary.java | 2 +-
.../apache/orc/impl/TestStringRedBlackTree.java | 2 +-
.../test/org/apache/orc/impl/TestWriterImpl.java | 2 +-
.../src/test/org/apache/orc/impl/TestZlib.java | 5 +-
.../src/test/org/apache/orc/impl/TestZstd.java | 5 +-
.../org/apache/orc/impl/filter/ATestFilter.java | 167 ++++++++
.../org/apache/orc/impl/filter/FilterUtils.java} | 40 +-
.../apache/orc/impl/filter/IsNullFilterTest.java | 131 ++++++
.../org/apache/orc/impl/filter/TestAndFilter.java | 89 ++++
.../org/apache/orc/impl/filter/TestConvFilter.java | 231 +++++++++++
.../org/apache/orc/impl/filter/TestNotFilter.java | 141 +++++++
.../org/apache/orc/impl/filter/TestOrFilter.java | 63 +++
.../org/apache/orc/impl/filter/TestSelected.java | 183 ++++++++
.../orc/impl/filter/leaf/ATestLeafFilter.java | 131 ++++++
.../orc/impl/filter/leaf/TestDecimalFilters.java | 182 ++++++++
.../apache/orc/impl/filter/leaf/TestEquals.java | 70 ++++
.../apache/orc/impl/filter/leaf/TestFilters.java | 232 +++++++++++
.../orc/impl/filter/leaf/TestFloatFilters.java | 183 ++++++++
.../orc/impl/filter/leaf/TestLongFilters.java | 183 ++++++++
.../orc/impl/filter/leaf/TestStringFilters.java | 183 ++++++++
.../orc/impl/filter/leaf/TestTimestampFilters.java | 183 ++++++++
.../org/apache/orc/impl/mask/TestDataMask.java | 24 +-
.../org/apache/orc/impl/mask/TestSHA256Mask.java | 2 +-
.../org/apache/orc/impl/mask/TestUnmaskRange.java | 2 +-
.../org/apache/orc/util/CuckooSetBytesTest.java | 127 ++++++
.../test/org/apache/orc/util/TestBloomFilter.java | 6 +-
.../src/test/org/apache/orc/util/TestMurmur3.java | 2 +-
.../src/test/org/apache/orc/util/TestOrcUtils.java | 16 +-
.../{CoreReader.java => AdvancedReader.java} | 54 ++-
.../src/java/org/apache/orc/examples/Driver.java | 3 +
java/mapreduce/pom.xml | 4 +
.../java/org/apache/orc/mapred/OrcInputFormat.java | 10 +-
.../src/java/org/apache/orc/mapred/OrcKey.java | 2 +-
.../src/java/org/apache/orc/mapred/OrcList.java | 2 +-
.../src/java/org/apache/orc/mapred/OrcMap.java | 2 +-
.../apache/orc/mapred/OrcMapredRecordReader.java | 7 +-
.../org/apache/orc/mapred/OrcOutputFormat.java | 2 +-
.../src/java/org/apache/orc/mapred/OrcStruct.java | 2 +-
.../java/org/apache/orc/mapred/OrcTimestamp.java | 2 +-
.../src/java/org/apache/orc/mapred/OrcUnion.java | 2 +-
.../src/java/org/apache/orc/mapred/OrcValue.java | 2 +-
.../org/apache/orc/mapreduce/OrcInputFormat.java | 13 +-
.../orc/mapreduce/OrcMapreduceRecordReader.java | 7 +-
.../orc/mapreduce/OrcMapreduceRecordWriter.java | 2 +-
.../org/apache/orc/mapreduce/OrcOutputFormat.java | 2 +-
.../org/apache/orc/mapred/TestMapRedFiltering.java | 152 +++++++
.../apache/orc/mapred/TestOrcFileEvolution.java | 2 +-
.../test/org/apache/orc/mapred/TestOrcList.java | 2 +-
.../src/test/org/apache/orc/mapred/TestOrcMap.java | 2 +-
.../org/apache/orc/mapred/TestOrcOutputFormat.java | 16 +-
.../test/org/apache/orc/mapred/TestOrcStruct.java | 2 +-
.../org/apache/orc/mapred/TestOrcTimestamp.java | 2 +-
.../test/org/apache/orc/mapred/TestOrcUnion.java | 2 +-
.../org/apache/orc/mapreduce/FilterTestUtil.java | 157 +++++++
.../orc/mapreduce/TestMapReduceFiltering.java | 164 ++++++++
.../mapreduce/TestMapreduceOrcOutputFormat.java | 26 +-
java/pom.xml | 21 +-
.../java/org/apache/orc/impl/ZeroCopyShims.java | 20 +-
.../src/java/org/apache/orc/tools/Driver.java | 2 +-
.../src/java/org/apache/orc/tools/FileDump.java | 5 +-
.../org/apache/orc/tools/convert/CsvReader.java | 2 +-
.../org/apache/orc/tools/convert/JsonReader.java | 8 +-
.../org/apache/orc/tools/json/BooleanType.java | 2 +-
.../java/org/apache/orc/tools/json/HiveType.java | 2 +-
.../apache/orc/tools/json/JsonSchemaFinder.java | 2 +-
.../org/apache/orc/tools/json/JsonShredder.java | 2 +-
.../java/org/apache/orc/tools/json/ListType.java | 6 +-
.../java/org/apache/orc/tools/json/NullType.java | 2 +-
.../org/apache/orc/tools/json/NumericType.java | 2 +-
.../java/org/apache/orc/tools/json/StringType.java | 2 +-
.../java/org/apache/orc/tools/json/StructType.java | 2 +-
.../java/org/apache/orc/tools/json/UnionType.java | 2 +-
.../org/apache/orc/impl/TestHadoopKeyProvider.java | 6 +-
.../src/test/org/apache/orc/impl/TestRLEv2.java | 18 +-
.../test/org/apache/orc/tools/TestFileDump.java | 32 +-
.../org/apache/orc/tools/TestJsonFileDump.java | 2 +-
.../apache/orc/tools/convert/TestCsvReader.java | 29 +-
.../apache/orc/tools/convert/TestJsonReader.java | 4 +-
.../orc/tools/json/TestJsonSchemaFinder.java | 2 +-
211 files changed, 6325 insertions(+), 1162 deletions(-)
create mode 100644 examples/encrypted/kms.keystore
create mode 100644 examples/encrypted/sample1.orc
create mode 100644 examples/encrypted/sample2.orc
create mode 100644 java/bench/hive/src/java/org/apache/orc/bench/hive/rowfilter/RowFilterInputState.java
copy java/{bench/core/src/java/org/apache/orc/bench/core/OrcBenchmark.java => core/src/java/org/apache/orc/filter/BatchFilter.java} (60%)
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/AndFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/BatchFilterFactory.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/FilterFactory.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/IsNotNullFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/IsNullFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/LeafFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/OrFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/Selected.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/VectorFilter.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/DecimalFilters.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/FloatFilters.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/LeafFilterFactory.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/LongFilters.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/StringFilters.java
create mode 100644 java/core/src/java/org/apache/orc/impl/filter/leaf/TimestampFilters.java
create mode 100644 java/core/src/java/org/apache/orc/util/CuckooSetBytes.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/ATestFilter.java
copy java/{tools/src/java/org/apache/orc/tools/json/BooleanType.java => core/src/test/org/apache/orc/impl/filter/FilterUtils.java} (57%)
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/IsNullFilterTest.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestAndFilter.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestConvFilter.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestNotFilter.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestOrFilter.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/TestSelected.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/ATestLeafFilter.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestDecimalFilters.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestEquals.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestFilters.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestFloatFilters.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestLongFilters.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestStringFilters.java
create mode 100644 java/core/src/test/org/apache/orc/impl/filter/leaf/TestTimestampFilters.java
create mode 100644 java/core/src/test/org/apache/orc/util/CuckooSetBytesTest.java
copy java/examples/src/java/org/apache/orc/examples/{CoreReader.java => AdvancedReader.java} (56%)
create mode 100644 java/mapreduce/src/test/org/apache/orc/mapred/TestMapRedFiltering.java
create mode 100644 java/mapreduce/src/test/org/apache/orc/mapreduce/FilterTestUtil.java
create mode 100644 java/mapreduce/src/test/org/apache/orc/mapreduce/TestMapReduceFiltering.java