You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@parquet.apache.org by ga...@apache.org on 2023/11/30 09:09:38 UTC
(parquet-mr) branch master updated (697875381 -> 945836c79)
This is an automated email from the ASF dual-hosted git repository.
gangwu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git
from 697875381 PARQUET-2397: Make use of `isEmpty` (#1220)
add 945836c79 PARQUET-2386: More consistent code style in parquet-mr (#1209)
No new revisions were added by this update.
Summary of changes:
.editorconfig | 29 +-
.gitattributes | 20 +
.github/PULL_REQUEST_TEMPLATE.md | 29 +-
.github/workflows/ci-hadoop3.yml | 12 +-
.../apache/parquet/arrow/schema/List3Levels.java | 9 +-
.../apache/parquet/arrow/schema/Map3Levels.java | 14 +-
.../parquet/arrow/schema/SchemaConverter.java | 412 +++--
.../apache/parquet/arrow/schema/SchemaMapping.java | 10 +-
.../parquet/arrow/schema/TestSchemaConverter.java | 691 +++++----
.../parquet/avro/AvroCompatRecordMaterializer.java | 9 +-
.../org/apache/parquet/avro/AvroConverters.java | 46 +-
.../org/apache/parquet/avro/AvroDataSupplier.java | 6 +-
.../parquet/avro/AvroIndexedRecordConverter.java | 201 ++-
.../parquet/avro/AvroParquetInputFormat.java | 22 +-
.../parquet/avro/AvroParquetOutputFormat.java | 17 +-
.../org/apache/parquet/avro/AvroParquetReader.java | 42 +-
.../org/apache/parquet/avro/AvroParquetWriter.java | 173 ++-
.../org/apache/parquet/avro/AvroReadSupport.java | 55 +-
.../apache/parquet/avro/AvroRecordConverter.java | 356 +++--
.../parquet/avro/AvroRecordMaterializer.java | 9 +-
.../apache/parquet/avro/AvroSchemaConverter.java | 378 ++---
.../org/apache/parquet/avro/AvroWriteSupport.java | 185 ++-
.../apache/parquet/avro/GenericDataSupplier.java | 6 +-
.../apache/parquet/avro/ParentValueContainer.java | 57 +-
.../apache/parquet/avro/ReflectDataSupplier.java | 6 +-
.../apache/parquet/avro/SpecificDataSupplier.java | 6 +-
.../java/org/apache/parquet/avro/package-info.java | 9 +-
.../java/org/apache/parquet/avro/AvroTestUtil.java | 28 +-
.../parquet/avro/TestArrayCompatibility.java | 1623 ++++++++++----------
.../apache/parquet/avro/TestAvroDataSupplier.java | 9 +-
.../parquet/avro/TestAvroRecordConverter.java | 62 +-
.../parquet/avro/TestAvroSchemaConverter.java | 997 ++++++------
.../apache/parquet/avro/TestAvroWriteSupport.java | 15 +-
.../parquet/avro/TestBackwardCompatibility.java | 21 +-
.../parquet/avro/TestByteStreamSplitE2E.java | 36 +-
.../parquet/avro/TestCircularReferences.java | 35 +-
.../parquet/avro/TestGenericLogicalTypes.java | 132 +-
.../apache/parquet/avro/TestInputOutputFormat.java | 36 +-
.../org/apache/parquet/avro/TestReadWrite.java | 650 ++++----
.../parquet/avro/TestReadWriteOldListBehavior.java | 515 +++----
.../parquet/avro/TestReflectInputOutputFormat.java | 81 +-
.../parquet/avro/TestReflectLogicalTypes.java | 541 ++++---
.../apache/parquet/avro/TestReflectReadWrite.java | 104 +-
.../avro/TestSpecificInputOutputFormat.java | 56 +-
.../apache/parquet/avro/TestSpecificReadWrite.java | 150 +-
.../apache/parquet/avro/TestStringBehavior.java | 329 ++--
.../apache/parquet/benchmarks/BenchmarkFiles.java | 26 +-
.../apache/parquet/benchmarks/BenchmarkUtils.java | 1 -
.../apache/parquet/benchmarks/DataGenerator.java | 188 ++-
.../parquet/benchmarks/FilteringBenchmarks.java | 70 +-
.../benchmarks/NestedNullWritingBenchmarks.java | 16 +-
.../benchmarks/PageChecksumDataGenerator.java | 82 +-
.../benchmarks/PageChecksumReadBenchmarks.java | 33 +-
.../benchmarks/PageChecksumWriteBenchmarks.java | 48 +-
.../apache/parquet/benchmarks/ReadBenchmarks.java | 71 +-
.../apache/parquet/benchmarks/WriteBenchmarks.java | 211 +--
.../java/org/apache/parquet/cli/BaseCommand.java | 121 +-
.../cli/HadoopFileSystemURLStreamHandler.java | 8 +-
.../src/main/java/org/apache/parquet/cli/Help.java | 54 +-
.../src/main/java/org/apache/parquet/cli/Main.java | 32 +-
.../src/main/java/org/apache/parquet/cli/Util.java | 51 +-
.../parquet/cli/commands/CSVSchemaCommand.java | 59 +-
.../apache/parquet/cli/commands/CatCommand.java | 25 +-
.../cli/commands/CheckParquet251Command.java | 75 +-
.../parquet/cli/commands/ColumnMaskingCommand.java | 56 +-
.../parquet/cli/commands/ColumnSizeCommand.java | 42 +-
.../parquet/cli/commands/ConvertCSVCommand.java | 123 +-
.../parquet/cli/commands/ConvertCommand.java | 53 +-
.../cli/commands/ParquetMetadataCommand.java | 115 +-
.../parquet/cli/commands/PruneColumnsCommand.java | 42 +-
.../parquet/cli/commands/RewriteCommand.java | 63 +-
.../apache/parquet/cli/commands/ScanCommand.java | 29 +-
.../apache/parquet/cli/commands/SchemaCommand.java | 48 +-
.../cli/commands/ShowBloomFilterCommand.java | 35 +-
.../cli/commands/ShowColumnIndexCommand.java | 39 +-
.../cli/commands/ShowDictionaryCommand.java | 45 +-
.../parquet/cli/commands/ShowFooterCommand.java | 19 +-
.../parquet/cli/commands/ShowPagesCommand.java | 111 +-
.../apache/parquet/cli/commands/ToAvroCommand.java | 41 +-
.../cli/commands/TransCompressionCommand.java | 40 +-
.../java/org/apache/parquet/cli/csv/AvroCSV.java | 95 +-
.../org/apache/parquet/cli/csv/AvroCSVReader.java | 16 +-
.../org/apache/parquet/cli/csv/CSVProperties.java | 16 +-
.../org/apache/parquet/cli/csv/RecordBuilder.java | 28 +-
.../java/org/apache/parquet/cli/json/AvroJson.java | 161 +-
.../apache/parquet/cli/json/AvroJsonReader.java | 7 +-
.../parquet/cli/rawpages/RawPagesReader.java | 24 +-
.../java/org/apache/parquet/cli/util/Codecs.java | 3 +-
.../org/apache/parquet/cli/util/Expressions.java | 96 +-
.../java/org/apache/parquet/cli/util/Formats.java | 6 +-
.../apache/parquet/cli/util/GetClassLoader.java | 3 +-
.../java/org/apache/parquet/cli/util/RawUtils.java | 15 +-
.../apache/parquet/cli/util/RecordException.java | 14 +-
.../java/org/apache/parquet/cli/util/Schemas.java | 84 +-
.../cli/util/SeekableFSDataInputStream.java | 4 +-
.../org/apache/parquet/cli/BaseCommandTest.java | 13 +-
.../test/java/org/apache/parquet/cli/MainTest.java | 2 +-
.../apache/parquet/cli/commands/AvroFileTest.java | 8 +-
.../apache/parquet/cli/commands/CSVFileTest.java | 21 +-
.../parquet/cli/commands/CSVSchemaCommandTest.java | 7 +-
.../parquet/cli/commands/CatCommandTest.java | 7 +-
.../cli/commands/CheckParquet251CommandTest.java | 7 +-
.../cli/commands/ColumnSizeCommandTest.java | 31 +-
.../cli/commands/ConvertCSVCommandTest.java | 7 +-
.../parquet/cli/commands/ConvertCommandTest.java | 7 +-
.../org/apache/parquet/cli/commands/FileTest.java | 11 +-
.../parquet/cli/commands/ParquetFileTest.java | 59 +-
.../cli/commands/ParquetMetadataCommandTest.java | 7 +-
.../parquet/cli/commands/RewriteCommandTest.java | 9 +-
.../parquet/cli/commands/ScanCommandTest.java | 7 +-
.../parquet/cli/commands/SchemaCommandTest.java | 8 +-
.../cli/commands/ShowBloomFilterCommandTest.java | 1 -
.../parquet/cli/commands/ShowColumnIndexTest.java | 7 +-
.../cli/commands/ShowDictionaryCommandTest.java | 7 +-
.../cli/commands/ShowFooterCommandTest.java | 1 -
.../parquet/cli/commands/ShowPagesCommandTest.java | 7 +-
.../parquet/cli/commands/ToAvroCommandTest.java | 30 +-
.../cli/commands/TransCompressionCommandTest.java | 8 +-
.../org/apache/parquet/CorruptDeltaByteArrays.java | 27 +-
.../java/org/apache/parquet/CorruptStatistics.java | 21 +-
.../apache/parquet/column/ColumnDescriptor.java | 41 +-
.../org/apache/parquet/column/ColumnProperty.java | 4 +-
.../org/apache/parquet/column/ColumnReadStore.java | 9 +-
.../org/apache/parquet/column/ColumnReader.java | 13 +-
.../apache/parquet/column/ColumnWriteStore.java | 25 +-
.../org/apache/parquet/column/ColumnWriter.java | 36 +-
.../java/org/apache/parquet/column/Dictionary.java | 6 +-
.../java/org/apache/parquet/column/Encoding.java | 189 +--
.../org/apache/parquet/column/EncodingStats.java | 19 +-
.../java/org/apache/parquet/column/MinMax.java | 4 +-
.../apache/parquet/column/ParquetProperties.java | 72 +-
.../parquet/column/UnknownColumnException.java | 7 +-
.../parquet/column/UnknownColumnTypeException.java | 9 +-
.../java/org/apache/parquet/column/ValuesType.java | 10 +-
.../parquet/column/impl/ColumnReadStoreImpl.java | 21 +-
.../parquet/column/impl/ColumnReaderBase.java | 236 ++-
.../parquet/column/impl/ColumnReaderImpl.java | 21 +-
.../parquet/column/impl/ColumnWriteStoreBase.java | 42 +-
.../parquet/column/impl/ColumnWriteStoreV1.java | 24 +-
.../parquet/column/impl/ColumnWriteStoreV2.java | 21 +-
.../parquet/column/impl/ColumnWriterBase.java | 76 +-
.../apache/parquet/column/impl/ColumnWriterV1.java | 24 +-
.../apache/parquet/column/impl/ColumnWriterV2.java | 29 +-
.../column/impl/SynchronizingColumnReader.java | 12 +-
.../org/apache/parquet/column/page/DataPage.java | 14 +-
.../org/apache/parquet/column/page/DataPageV1.java | 60 +-
.../org/apache/parquet/column/page/DataPageV2.java | 140 +-
.../apache/parquet/column/page/DictionaryPage.java | 27 +-
.../column/page/DictionaryPageReadStore.java | 6 +-
.../java/org/apache/parquet/column/page/Page.java | 14 +-
.../apache/parquet/column/page/PageReadStore.java | 17 +-
.../org/apache/parquet/column/page/PageReader.java | 12 +-
.../apache/parquet/column/page/PageWriteStore.java | 8 +-
.../org/apache/parquet/column/page/PageWriter.java | 77 +-
.../column/statistics/BinaryStatistics.java | 27 +-
.../column/statistics/BooleanStatistics.java | 26 +-
.../column/statistics/DoubleStatistics.java | 26 +-
.../parquet/column/statistics/FloatStatistics.java | 26 +-
.../parquet/column/statistics/IntStatistics.java | 26 +-
.../parquet/column/statistics/LongStatistics.java | 26 +-
.../parquet/column/statistics/Statistics.java | 90 +-
.../statistics/StatisticsClassException.java | 9 +-
.../parquet/column/values/RequiresFallback.java | 14 +-
.../column/values/RequiresPreviousReader.java | 6 +-
.../apache/parquet/column/values/ValuesReader.java | 40 +-
.../apache/parquet/column/values/ValuesWriter.java | 22 +-
.../values/bitpacking/BitPackingValuesReader.java | 10 +-
.../values/bitpacking/BitPackingValuesWriter.java | 19 +-
.../bitpacking/ByteBitPackingValuesReader.java | 19 +-
.../bitpacking/ByteBitPackingValuesWriter.java | 8 +-
.../values/bitpacking/DevNullValuesWriter.java | 31 +-
.../bloomfilter/AdaptiveBlockSplitBloomFilter.java | 57 +-
.../values/bloomfilter/BlockSplitBloomFilter.java | 81 +-
.../column/values/bloomfilter/BloomFilter.java | 5 +-
.../values/bloomfilter/BloomFilterWriter.java | 2 -
.../column/values/bloomfilter/HashFunction.java | 2 +
.../parquet/column/values/bloomfilter/XxHash.java | 3 +-
.../ByteStreamSplitValuesReader.java | 26 +-
.../ByteStreamSplitValuesReaderForDouble.java | 6 +-
.../ByteStreamSplitValuesReaderForFloat.java | 10 +-
.../ByteStreamSplitValuesWriter.java | 19 +-
.../values/delta/DeltaBinaryPackingConfig.java | 18 +-
.../delta/DeltaBinaryPackingValuesReader.java | 26 +-
.../delta/DeltaBinaryPackingValuesWriter.java | 14 +-
.../DeltaBinaryPackingValuesWriterForInteger.java | 27 +-
.../DeltaBinaryPackingValuesWriterForLong.java | 25 +-
.../DeltaLengthByteArrayValuesReader.java | 13 +-
.../DeltaLengthByteArrayValuesWriter.java | 13 +-
.../values/deltastrings/DeltaByteArrayReader.java | 13 +-
.../values/deltastrings/DeltaByteArrayWriter.java | 13 +-
.../values/dictionary/DictionaryValuesReader.java | 13 +-
.../values/dictionary/DictionaryValuesWriter.java | 143 +-
.../parquet/column/values/dictionary/IntList.java | 13 +-
.../values/dictionary/PlainValuesDictionary.java | 34 +-
.../factory/DefaultV1ValuesWriterFactory.java | 71 +-
.../factory/DefaultV2ValuesWriterFactory.java | 79 +-
.../values/factory/DefaultValuesWriterFactory.java | 57 +-
.../column/values/factory/ValuesWriterFactory.java | 2 +
.../values/fallback/FallbackValuesWriter.java | 39 +-
.../values/plain/BinaryPlainValuesReader.java | 17 +-
.../values/plain/BooleanPlainValuesReader.java | 11 +-
.../values/plain/BooleanPlainValuesWriter.java | 10 +-
.../plain/FixedLenByteArrayPlainValuesReader.java | 12 +-
.../plain/FixedLenByteArrayPlainValuesWriter.java | 17 +-
.../column/values/plain/PlainValuesReader.java | 9 +-
.../column/values/plain/PlainValuesWriter.java | 8 +-
.../rle/RunLengthBitPackingHybridDecoder.java | 75 +-
.../rle/RunLengthBitPackingHybridEncoder.java | 35 +-
.../rle/RunLengthBitPackingHybridValuesReader.java | 12 +-
.../rle/RunLengthBitPackingHybridValuesWriter.java | 10 +-
.../column/values/rle/ZeroIntegerValuesReader.java | 15 +-
.../parquet/example/DummyRecordConverter.java | 19 +-
.../java/org/apache/parquet/example/Paper.java | 133 +-
.../org/apache/parquet/example/data/Group.java | 33 +-
.../apache/parquet/example/data/GroupFactory.java | 11 +-
.../parquet/example/data/GroupValueSource.java | 32 +-
.../apache/parquet/example/data/GroupWriter.java | 6 +-
.../parquet/example/data/simple/BinaryValue.java | 7 +-
.../parquet/example/data/simple/BooleanValue.java | 7 +-
.../parquet/example/data/simple/DoubleValue.java | 6 +-
.../parquet/example/data/simple/FloatValue.java | 6 +-
.../parquet/example/data/simple/Int96Value.java | 6 +-
.../parquet/example/data/simple/IntegerValue.java | 7 +-
.../parquet/example/data/simple/LongValue.java | 6 +-
.../parquet/example/data/simple/NanoTime.java | 8 +-
.../parquet/example/data/simple/Primitive.java | 9 +-
.../parquet/example/data/simple/SimpleGroup.java | 39 +-
.../example/data/simple/SimpleGroupFactory.java | 7 +-
.../data/simple/convert/GroupRecordConverter.java | 10 +-
.../data/simple/convert/SimpleGroupConverter.java | 10 +-
.../simple/convert/SimplePrimitiveConverter.java | 13 +-
.../org/apache/parquet/filter/AndRecordFilter.java | 17 +-
.../apache/parquet/filter/ColumnPredicates.java | 19 +-
.../apache/parquet/filter/ColumnRecordFilter.java | 22 +-
.../org/apache/parquet/filter/NotRecordFilter.java | 15 +-
.../org/apache/parquet/filter/OrRecordFilter.java | 18 +-
.../apache/parquet/filter/PagedRecordFilter.java | 16 +-
.../org/apache/parquet/filter/RecordFilter.java | 9 +-
.../apache/parquet/filter/UnboundRecordFilter.java | 8 +-
.../parquet/filter2/compat/FilterCompat.java | 24 +-
.../parquet/filter2/predicate/FilterApi.java | 113 +-
.../parquet/filter2/predicate/FilterPredicate.java | 29 +-
.../filter2/predicate/LogicalInverseRewriter.java | 24 +-
.../parquet/filter2/predicate/LogicalInverter.java | 16 +-
.../parquet/filter2/predicate/Operators.java | 72 +-
.../filter2/predicate/PrimitiveToBoxedClass.java | 6 +-
.../predicate/SchemaCompatibilityValidator.java | 13 +-
.../parquet/filter2/predicate/Statistics.java | 11 +-
.../filter2/predicate/UserDefinedPredicate.java | 22 +-
.../parquet/filter2/predicate/ValidTypeMap.java | 29 +-
.../recordlevel/FilteringGroupConverter.java | 39 +-
.../recordlevel/FilteringPrimitiveConverter.java | 11 +-
.../recordlevel/FilteringRecordMaterializer.java | 19 +-
.../IncrementallyUpdatedFilterPredicate.java | 62 +-
...ementallyUpdatedFilterPredicateBuilderBase.java | 38 +-
...crementallyUpdatedFilterPredicateEvaluator.java | 14 +-
...ncrementallyUpdatedFilterPredicateResetter.java | 14 +-
.../columnindex/BinaryColumnIndexBuilder.java | 1 -
.../column/columnindex/BinaryTruncator.java | 53 +-
.../columnindex/BooleanColumnIndexBuilder.java | 5 +-
.../internal/column/columnindex/BoundaryOrder.java | 33 +-
.../internal/column/columnindex/ColumnIndex.java | 2 -
.../column/columnindex/ColumnIndexBuilder.java | 134 +-
.../columnindex/DoubleColumnIndexBuilder.java | 6 +-
.../columnindex/FloatColumnIndexBuilder.java | 6 +-
.../internal/column/columnindex/IndexIterator.java | 1 -
.../column/columnindex/IntColumnIndexBuilder.java | 6 +-
.../column/columnindex/LongColumnIndexBuilder.java | 6 +-
.../internal/column/columnindex/OffsetIndex.java | 18 +-
.../column/columnindex/OffsetIndexBuilder.java | 35 +-
.../filter2/columnindex/ColumnIndexFilter.java | 40 +-
.../filter2/columnindex/ColumnIndexStore.java | 9 +-
.../internal/filter2/columnindex/RowRanges.java | 25 +-
.../org/apache/parquet/io/BaseRecordReader.java | 25 +-
.../main/java/org/apache/parquet/io/ColumnIO.java | 28 +-
.../org/apache/parquet/io/ColumnIOFactory.java | 38 +-
.../apache/parquet/io/CompilationException.java | 10 +-
.../org/apache/parquet/io/EmptyRecordReader.java | 10 +-
.../apache/parquet/io/FilteredRecordReader.java | 21 +-
.../java/org/apache/parquet/io/GroupColumnIO.java | 20 +-
.../apache/parquet/io/InvalidRecordException.java | 7 +-
.../org/apache/parquet/io/MessageColumnIO.java | 118 +-
.../parquet/io/ParquetDecodingException.java | 10 +-
.../parquet/io/ParquetEncodingException.java | 10 +-
.../org/apache/parquet/io/PrimitiveColumnIO.java | 26 +-
.../parquet/io/RecordConsumerLoggingWrapper.java | 319 ++--
.../java/org/apache/parquet/io/RecordReader.java | 9 +-
.../parquet/io/RecordReaderImplementation.java | 149 +-
.../parquet/io/ValidatingRecordConsumer.java | 45 +-
.../java/org/apache/parquet/io/api/Binary.java | 81 +-
.../java/org/apache/parquet/io/api/Converter.java | 15 +-
.../org/apache/parquet/io/api/GroupConverter.java | 21 +-
.../apache/parquet/io/api/PrimitiveConverter.java | 12 +-
.../org/apache/parquet/io/api/RecordConsumer.java | 50 +-
.../apache/parquet/io/api/RecordMaterializer.java | 16 +-
.../apache/parquet/schema/ConversionPatterns.java | 79 +-
.../java/org/apache/parquet/schema/GroupType.java | 88 +-
.../IncompatibleSchemaModificationException.java | 4 +-
.../parquet/schema/LogicalTypeAnnotation.java | 102 +-
.../org/apache/parquet/schema/MessageType.java | 36 +-
.../apache/parquet/schema/MessageTypeParser.java | 31 +-
.../apache/parquet/schema/PrimitiveComparator.java | 33 +-
.../parquet/schema/PrimitiveStringifier.java | 165 +-
.../org/apache/parquet/schema/PrimitiveType.java | 434 +++---
.../main/java/org/apache/parquet/schema/Type.java | 65 +-
.../org/apache/parquet/schema/TypeConverter.java | 17 +-
.../java/org/apache/parquet/schema/TypeUtil.java | 12 +-
.../org/apache/parquet/schema/TypeVisitor.java | 9 +-
.../main/java/org/apache/parquet/schema/Types.java | 491 +++---
.../org/apache/parquet/CorruptStatisticsTest.java | 113 +-
.../org/apache/parquet/FixedBinaryTestUtils.java | 36 +-
.../apache/parquet/ResourceIntensiveTestRule.java | 21 +-
.../parquet/column/TestColumnDescriptor.java | 10 +-
.../apache/parquet/column/TestEncodingStats.java | 32 +-
.../parquet/column/impl/TestColumnReaderImpl.java | 43 +-
.../column/impl/TestCorruptDeltaByteArrays.java | 66 +-
.../apache/parquet/column/mem/TestMemColumn.java | 105 +-
.../parquet/column/mem/TestMemPageStore.java | 17 +-
.../parquet/column/page/mem/MemPageReader.java | 11 +-
.../parquet/column/page/mem/MemPageStore.java | 16 +-
.../parquet/column/page/mem/MemPageWriter.java | 74 +-
.../parquet/column/statistics/TestStatistics.java | 306 ++--
.../column/values/TestValuesReaderImpl.java | 9 +-
.../org/apache/parquet/column/values/Utils.java | 29 +-
.../values/bitpacking/BitPackingPerfTest.java | 34 +-
.../values/bitpacking/TestBitPackingColumn.java | 63 +-
.../bloomfilter/TestBlockSplitBloomFilter.java | 91 +-
.../ByteStreamSplitValuesEndToEndTest.java | 25 +-
.../ByteStreamSplitValuesReaderTest.java | 79 +-
.../ByteStreamSplitValuesWriterTest.java | 12 +-
...ltaBinaryPackingValuesWriterForIntegerTest.java | 27 +-
.../DeltaBinaryPackingValuesWriterForLongTest.java | 26 +-
.../values/delta/benchmark/BenchMarkTest.java | 15 +-
.../benchmark/BenchmarkIntegerOutputSize.java | 101 +-
.../benchmark/BenchmarkReadingRandomIntegers.java | 22 +-
.../benchmark/RandomWritingBenchmarkTest.java | 34 +-
.../benchmark/SmallRangeWritingBenchmarkTest.java | 16 +-
.../TestDeltaLengthByteArray.java | 24 +-
.../benchmark/BenchmarkDeltaLengthByteArray.java | 26 +-
.../values/deltastrings/TestDeltaByteArray.java | 25 +-
.../benchmark/BenchmarkDeltaByteArray.java | 30 +-
.../column/values/dictionary/IntListTest.java | 5 +-
.../column/values/dictionary/TestDictionary.java | 147 +-
.../factory/DefaultValuesWriterFactoryTest.java | 464 +++---
.../RunLengthBitPackingHybridIntegrationTest.java | 16 +-
.../rle/TestRunLengthBitPackingHybridEncoder.java | 35 +-
.../apache/parquet/filter2/predicate/DummyUdp.java | 6 +-
.../filter2/predicate/TestFilterApiMethods.java | 64 +-
.../predicate/TestLogicalInverseRewriter.java | 46 +-
.../filter2/predicate/TestLogicalInverter.java | 49 +-
.../TestSchemaCompatibilityValidator.java | 97 +-
.../filter2/predicate/TestValidTypeMap.java | 44 +-
...crementallyUpdatedFilterPredicateEvaluator.java | 24 +-
...ncrementallyUpdatedFilterPredicateResetter.java | 21 +-
.../filter2/recordlevel/TestValueInspector.java | 28 +-
.../column/columnindex/TestBinaryTruncator.java | 147 +-
.../column/columnindex/TestBoundaryOrder.java | 228 ++-
.../column/columnindex/TestColumnIndexBuilder.java | 125 +-
.../column/columnindex/TestIndexIterator.java | 12 +-
.../column/columnindex/TestOffsetIndexBuilder.java | 40 +-
.../filter2/columnindex/TestColumnIndexFilter.java | 745 +++++++--
.../filter2/columnindex/TestRowRanges.java | 16 +-
.../org/apache/parquet/io/ConverterConsumer.java | 8 +-
.../parquet/io/ExpectationValidatingConverter.java | 22 +-
.../io/ExpectationValidatingRecordConsumer.java | 32 +-
.../test/java/org/apache/parquet/io/PerfTest.java | 31 +-
.../java/org/apache/parquet/io/TestColumnIO.java | 332 ++--
.../java/org/apache/parquet/io/TestFiltered.java | 150 +-
.../java/org/apache/parquet/io/api/TestBinary.java | 24 +-
.../apache/parquet/parser/TestParquetParser.java | 384 +++--
.../org/apache/parquet/schema/TestMessageType.java | 207 ++-
.../parquet/schema/TestPrimitiveComparator.java | 179 +--
.../parquet/schema/TestPrimitiveStringifier.java | 164 +-
.../apache/parquet/schema/TestRepetitionType.java | 7 +-
.../apache/parquet/schema/TestTypeBuilders.java | 1324 ++++++++--------
.../schema/TestTypeBuildersWithLogicalTypes.java | 370 +++--
.../org/apache/parquet/schema/TestTypeUtil.java | 74 +-
.../main/java/org/apache/parquet/Closeables.java | 14 +-
.../main/java/org/apache/parquet/Exceptions.java | 8 +-
.../src/main/java/org/apache/parquet/Files.java | 12 +-
.../java/org/apache/parquet/IOExceptionUtils.java | 28 +-
.../src/main/java/org/apache/parquet/Ints.java | 8 +-
.../src/main/java/org/apache/parquet/Log.java | 20 +-
.../apache/parquet/OutputStreamCloseException.java | 5 +-
.../apache/parquet/ParquetRuntimeException.java | 8 +-
.../java/org/apache/parquet/Preconditions.java | 171 +--
.../java/org/apache/parquet/SemanticVersion.java | 2 +-
.../apache/parquet/ShouldNeverHappenException.java | 3 +-
.../src/main/java/org/apache/parquet/Strings.java | 17 +-
.../java/org/apache/parquet/VersionParser.java | 21 +-
.../parquet/bytes/ByteBufferInputStream.java | 16 +-
.../java/org/apache/parquet/bytes/BytesInput.java | 51 +-
.../java/org/apache/parquet/bytes/BytesUtils.java | 157 +-
.../bytes/CapacityByteArrayOutputStream.java | 58 +-
.../bytes/ConcatenatingByteArrayCollector.java | 7 +-
.../parquet/bytes/DirectByteBufferAllocator.java | 13 +-
.../parquet/bytes/HeapByteBufferAllocator.java | 13 +-
.../parquet/bytes/LittleEndianDataInputStream.java | 237 ++-
.../bytes/LittleEndianDataOutputStream.java | 101 +-
.../parquet/bytes/MultiBufferInputStream.java | 5 +-
.../parquet/bytes/SingleBufferInputStream.java | 6 +-
.../compression/CompressionCodecFactory.java | 12 +-
.../apache/parquet/conf/ParquetConfiguration.java | 30 +-
.../parquet/conf/PlainParquetConfiguration.java | 3 +-
.../java/org/apache/parquet/glob/GlobExpander.java | 11 +-
.../java/org/apache/parquet/glob/GlobNode.java | 8 +-
.../java/org/apache/parquet/glob/GlobParser.java | 18 +-
.../java/org/apache/parquet/glob/WildcardPath.java | 9 +-
.../parquet/hadoop/metadata/Canonicalizer.java | 9 +-
.../apache/parquet/hadoop/metadata/ColumnPath.java | 10 +-
.../hadoop/metadata/CompressionCodecName.java | 17 +-
.../parquet/io/DelegatingSeekableInputStream.java | 6 +-
.../main/java/org/apache/parquet/io/InputFile.java | 1 -
.../org/apache/parquet/io/LocalOutputFile.java | 6 +-
.../apache/parquet/io/PositionOutputStream.java | 1 -
.../org/apache/parquet/io/SeekableInputStream.java | 9 +-
.../org/apache/parquet/util/DynConstructors.java | 32 +-
.../java/org/apache/parquet/util/DynMethods.java | 67 +-
.../org/apache/parquet/SemanticVersionTest.java | 28 +-
.../java/org/apache/parquet/TestPreconditions.java | 51 +-
.../test/java/org/apache/parquet/TestUtils.java | 20 +-
.../test/java/org/apache/parquet/VersionTest.java | 64 +-
.../parquet/bytes/TestByteBufferInputStreams.java | 211 +--
.../org/apache/parquet/bytes/TestBytesUtil.java | 8 +-
.../bytes/TestDeprecatedBufferInputStream.java | 57 +-
.../parquet/bytes/TestMultiBufferInputStream.java | 37 +-
.../parquet/bytes/TestSingleBufferInputStream.java | 33 +-
.../java/org/apache/parquet/glob/TestGlob.java | 45 +-
.../org/apache/parquet/glob/TestWildcardPath.java | 45 +-
.../org/apache/parquet/io/MockInputStream.java | 3 +-
.../io/TestDelegatingSeekableInputStream.java | 154 +-
.../apache/parquet/io/TestLocalInputOutput.java | 6 +-
.../java/org/apache/parquet/util/Concatenator.java | 6 +-
.../apache/parquet/util/TestDynConstructors.java | 102 +-
.../org/apache/parquet/util/TestDynMethods.java | 202 ++-
.../column/values/bitpacking/BitPacking.java | 255 ++-
.../bitpacking/ByteBasedBitPackingEncoder.java | 16 +-
.../column/values/bitpacking/BytePacker.java | 52 +-
.../values/bitpacking/BytePackerFactory.java | 7 +-
.../values/bitpacking/BytePackerForLong.java | 53 +-
.../bitpacking/BytePackerForLongFactory.java | 7 +-
.../column/values/bitpacking/IntPacker.java | 23 +-
.../column/values/bitpacking/IntPackerFactory.java | 7 +-
.../parquet/column/values/bitpacking/Packer.java | 25 +-
.../org/apache/parquet/bytes/TestBytesInput.java | 28 +-
.../bytes/TestCapacityByteArrayOutputStream.java | 72 +-
.../column/values/bitpacking/TestBitPacking.java | 50 +-
.../bitpacking/TestByteBasedBitPackingEncoder.java | 5 +-
.../values/bitpacking/TestByteBitPacking.java | 56 +-
.../values/bitpacking/TestLemireBitPacking.java | 26 +-
.../org/apache/parquet/format/BlockCipher.java | 36 +-
.../java/org/apache/parquet/format/CliUtils.java | 1 -
.../apache/parquet/format/InterningProtocol.java | 2 -
.../org/apache/parquet/format/LogicalTypes.java | 2 +-
.../apache/parquet/format/MetadataValidator.java | 4 +-
.../main/java/org/apache/parquet/format/Util.java | 185 ++-
.../org/apache/parquet/format/event/Consumers.java | 35 +-
.../format/event/EventBasedThriftReader.java | 36 +-
.../apache/parquet/format/event/FieldConsumer.java | 13 +-
.../apache/parquet/format/event/TypedConsumer.java | 152 +-
.../java/org/apache/parquet/format/TestUtil.java | 26 +-
.../org/apache/parquet/encoding/Generator.java | 7 +-
.../bitpacking/ByteBasedBitPackingGenerator.java | 102 +-
.../bitpacking/IntBasedBitPackingGenerator.java | 37 +-
.../java/org/apache/parquet/filter2/Generator.java | 6 +-
...crementallyUpdatedFilterPredicateGenerator.java | 302 ++--
.../apache/parquet/version/VersionGenerator.java | 13 +-
.../java/org/apache/parquet/HadoopReadOptions.java | 75 +-
.../org/apache/parquet/ParquetReadOptions.java | 142 +-
.../parquet/conf/HadoopParquetConfiguration.java | 3 +-
.../apache/parquet/crypto/AADPrefixVerifier.java | 64 +-
.../java/org/apache/parquet/crypto/AesCipher.java | 30 +-
.../org/apache/parquet/crypto/AesCtrDecryptor.java | 25 +-
.../org/apache/parquet/crypto/AesCtrEncryptor.java | 14 +-
.../org/apache/parquet/crypto/AesGcmDecryptor.java | 30 +-
.../org/apache/parquet/crypto/AesGcmEncryptor.java | 13 +-
.../parquet/crypto/ColumnDecryptionProperties.java | 207 ++-
.../parquet/crypto/ColumnEncryptionProperties.java | 386 +++--
.../parquet/crypto/DecryptionKeyRetriever.java | 78 +-
.../crypto/DecryptionPropertiesFactory.java | 34 +-
.../crypto/EncryptionPropertiesFactory.java | 40 +-
.../parquet/crypto/FileDecryptionProperties.java | 518 ++++---
.../parquet/crypto/FileEncryptionProperties.java | 609 ++++----
.../crypto/InternalColumnDecryptionSetup.java | 153 +-
.../crypto/InternalColumnEncryptionSetup.java | 167 +-
.../parquet/crypto/InternalFileDecryptor.java | 53 +-
.../parquet/crypto/InternalFileEncryptor.java | 36 +-
.../parquet/crypto/KeyAccessDeniedException.java | 77 +-
.../apache/parquet/crypto/ModuleCipherFactory.java | 44 +-
.../org/apache/parquet/crypto/ParquetCipher.java | 83 +-
.../crypto/ParquetCryptoRuntimeException.java | 2 +-
.../parquet/crypto/TagVerificationException.java | 77 +-
.../crypto/keytools/FileKeyMaterialStore.java | 147 +-
.../parquet/crypto/keytools/FileKeyUnwrapper.java | 345 +++--
.../parquet/crypto/keytools/FileKeyWrapper.java | 365 ++---
.../crypto/keytools/HadoopFSKeyMaterialStore.java | 256 +--
.../parquet/crypto/keytools/KeyMaterial.java | 440 +++---
.../parquet/crypto/keytools/KeyMetadata.java | 257 ++--
.../apache/parquet/crypto/keytools/KeyToolkit.java | 87 +-
.../apache/parquet/crypto/keytools/KmsClient.java | 143 +-
.../crypto/keytools/LocalWrapKmsClient.java | 357 +++--
.../keytools/PropertiesDrivenCryptoFactory.java | 66 +-
.../keytools/TwoLevelCacheWithExpiration.java | 25 +-
.../filter2/bloomfilterlevel/BloomFilterImpl.java | 24 +-
.../parquet/filter2/compat/RowGroupFilter.java | 17 +-
.../filter2/dictionarylevel/DictionaryFilter.java | 88 +-
.../filter2/statisticslevel/StatisticsFilter.java | 38 +-
.../format/converter/ParquetMetadataConverter.java | 942 +++++++-----
.../parquet/hadoop/BadConfigurationException.java | 10 +-
.../apache/parquet/hadoop/BloomFilterReader.java | 2 -
.../org/apache/parquet/hadoop/CodecFactory.java | 71 +-
.../parquet/hadoop/ColumnChunkPageReadStore.java | 79 +-
.../parquet/hadoop/ColumnChunkPageWriteStore.java | 322 ++--
.../apache/parquet/hadoop/ColumnConfigParser.java | 8 +-
.../parquet/hadoop/ColumnIndexFilterUtils.java | 18 +-
.../parquet/hadoop/ColumnIndexStoreImpl.java | 1 -
.../parquet/hadoop/ColumnIndexValidator.java | 164 +-
.../parquet/hadoop/DictionaryPageReader.java | 60 +-
.../apache/parquet/hadoop/DirectCodecFactory.java | 129 +-
.../java/org/apache/parquet/hadoop/DirectZstd.java | 38 +-
.../java/org/apache/parquet/hadoop/Footer.java | 10 +-
.../java/org/apache/parquet/hadoop/IndexCache.java | 11 +-
.../hadoop/InternalParquetRecordReader.java | 73 +-
.../hadoop/InternalParquetRecordWriter.java | 51 +-
.../java/org/apache/parquet/hadoop/LruCache.java | 64 +-
.../org/apache/parquet/hadoop/MemoryManager.java | 65 +-
.../org/apache/parquet/hadoop/NoneIndexCache.java | 3 +-
.../java/org/apache/parquet/hadoop/Offsets.java | 4 +-
.../parquet/hadoop/ParquetEmptyBlockException.java | 4 +-
.../apache/parquet/hadoop/ParquetFileReader.java | 540 ++++---
.../apache/parquet/hadoop/ParquetFileWriter.java | 1097 +++++++------
.../apache/parquet/hadoop/ParquetInputFormat.java | 249 ++-
.../apache/parquet/hadoop/ParquetInputSplit.java | 83 +-
.../ParquetMemoryManagerRuntimeException.java | 10 +-
.../parquet/hadoop/ParquetOutputCommitter.java | 20 +-
.../apache/parquet/hadoop/ParquetOutputFormat.java | 141 +-
.../org/apache/parquet/hadoop/ParquetReader.java | 56 +-
.../apache/parquet/hadoop/ParquetRecordReader.java | 53 +-
.../apache/parquet/hadoop/ParquetRecordWriter.java | 109 +-
.../org/apache/parquet/hadoop/ParquetWriter.java | 288 ++--
.../apache/parquet/hadoop/PrefetchIndexCache.java | 42 +-
.../org/apache/parquet/hadoop/PrintFooter.java | 66 +-
.../hadoop/UnmaterializableRecordCounter.java | 21 +-
.../parquet/hadoop/api/DelegatingReadSupport.java | 8 +-
.../parquet/hadoop/api/DelegatingWriteSupport.java | 8 +-
.../org/apache/parquet/hadoop/api/InitContext.java | 35 +-
.../org/apache/parquet/hadoop/api/ReadSupport.java | 41 +-
.../apache/parquet/hadoop/api/WriteSupport.java | 33 +-
.../apache/parquet/hadoop/api/package-info.java | 1 -
.../org/apache/parquet/hadoop/codec/CleanUtil.java | 37 +-
.../apache/parquet/hadoop/codec/CodecConfig.java | 22 +-
.../apache/parquet/hadoop/codec/Lz4RawCodec.java | 27 +-
.../parquet/hadoop/codec/Lz4RawCompressor.java | 8 +-
.../parquet/hadoop/codec/Lz4RawDecompressor.java | 2 -
.../parquet/hadoop/codec/NonBlockedCompressor.java | 18 +-
.../hadoop/codec/NonBlockedCompressorStream.java | 13 +-
.../hadoop/codec/NonBlockedDecompressor.java | 14 +-
.../hadoop/codec/NonBlockedDecompressorStream.java | 46 +-
.../apache/parquet/hadoop/codec/SnappyCodec.java | 27 +-
.../parquet/hadoop/codec/SnappyCompressor.java | 8 +-
.../parquet/hadoop/codec/SnappyDecompressor.java | 4 +-
.../apache/parquet/hadoop/codec/SnappyUtil.java | 13 +-
.../parquet/hadoop/codec/ZstandardCodec.java | 44 +-
.../parquet/hadoop/codec/ZstdCompressorStream.java | 17 +-
.../hadoop/codec/ZstdDecompressorStream.java | 11 +-
.../parquet/hadoop/example/ExampleInputFormat.java | 9 +-
.../hadoop/example/ExampleOutputFormat.java | 14 +-
.../hadoop/example/ExampleParquetWriter.java | 42 +-
.../parquet/hadoop/example/GroupReadSupport.java | 29 +-
.../parquet/hadoop/example/GroupWriteSupport.java | 12 +-
.../apache/parquet/hadoop/mapred/Container.java | 8 +-
.../mapred/DeprecatedParquetInputFormat.java | 21 +-
.../mapred/DeprecatedParquetOutputFormat.java | 23 +-
.../mapred/MapredParquetOutputCommitter.java | 8 +-
.../parquet/hadoop/metadata/BlockMetaData.java | 28 +-
.../hadoop/metadata/ColumnChunkMetaData.java | 186 ++-
.../hadoop/metadata/ColumnChunkProperties.java | 35 +-
...ConcatenatingKeyValueMetadataMergeStrategy.java | 10 +-
.../parquet/hadoop/metadata/EncodingList.java | 10 +-
.../parquet/hadoop/metadata/FileMetaData.java | 31 +-
.../parquet/hadoop/metadata/GlobalMetaData.java | 25 +-
.../metadata/KeyValueMetadataMergeStrategy.java | 7 -
.../parquet/hadoop/metadata/ParquetMetadata.java | 24 +-
.../StrictKeyValueMetadataMergeStrategy.java | 5 +-
.../org/apache/parquet/hadoop/package-info.java | 6 +-
.../parquet/hadoop/rewrite/ParquetRewriter.java | 417 ++---
.../parquet/hadoop/rewrite/RewriteOptions.java | 96 +-
.../parquet/hadoop/util/ColumnEncryptor.java | 30 +-
.../apache/parquet/hadoop/util/ColumnMasker.java | 35 +-
.../apache/parquet/hadoop/util/ColumnPruner.java | 12 +-
.../parquet/hadoop/util/CompressionConverter.java | 13 +-
.../parquet/hadoop/util/ConfigurationUtil.java | 20 +-
.../apache/parquet/hadoop/util/ContextUtil.java | 148 +-
.../parquet/hadoop/util/H1SeekableInputStream.java | 3 +-
.../parquet/hadoop/util/H2SeekableInputStream.java | 5 +-
.../apache/parquet/hadoop/util/HadoopCodecs.java | 3 +-
.../parquet/hadoop/util/HadoopInputFile.java | 12 +-
.../parquet/hadoop/util/HadoopOutputFile.java | 24 +-
.../hadoop/util/HadoopPositionOutputStream.java | 2 +-
.../apache/parquet/hadoop/util/HadoopStreams.java | 16 +-
.../parquet/hadoop/util/SerializationUtil.java | 34 +-
.../hadoop/util/counters/BenchmarkCounter.java | 18 +-
.../hadoop/util/counters/CounterLoader.java | 6 +-
.../parquet/hadoop/util/counters/ICounter.java | 8 +-
.../util/counters/mapred/MapRedCounterAdapter.java | 6 +-
.../util/counters/mapred/MapRedCounterLoader.java | 8 +-
.../mapreduce/MapReduceCounterAdapter.java | 8 +-
.../counters/mapreduce/MapReduceCounterLoader.java | 7 +-
.../java/org/apache/parquet/DirectWriterTest.java | 23 +-
.../crypto/DecryptionPropertiesFactoryTest.java | 22 +-
.../crypto/EncryptionPropertiesFactoryTest.java | 25 +-
.../crypto/SampleDecryptionPropertiesFactory.java | 39 +-
.../crypto/SampleEncryptionPropertiesFactory.java | 38 +-
.../java/org/apache/parquet/crypto/SingleRow.java | 82 +-
.../crypto/TestPropertiesDrivenEncryption.java | 427 +++--
.../parquet/crypto/keytools/mocks/InMemoryKMS.java | 12 +-
.../keytools/mocks/LocalWrapInMemoryKMS.java | 7 +-
.../crypto/keytools/samples/VaultClient.java | 52 +-
.../SchemaControlEncryptionTest.java | 94 +-
.../SchemaCryptoPropertiesFactory.java | 53 +-
.../apache/parquet/encodings/FileEncodingsIT.java | 213 ++-
.../filter2/TestFiltersWithMissingColumns.java | 270 ++--
.../parquet/filter2/compat/TestRowGroupFilter.java | 31 +-
.../dictionarylevel/DictionaryFilterTest.java | 501 +++---
.../filter2/recordlevel/PhoneBookWriter.java | 58 +-
.../recordlevel/TestRecordLevelFilters.java | 75 +-
.../statisticslevel/TestStatisticsFilter.java | 293 ++--
.../converter/TestParquetMetadataConverter.java | 735 +++++----
.../parquet/hadoop/DeprecatedInputFormatTest.java | 209 +--
.../parquet/hadoop/DeprecatedOutputFormatTest.java | 41 +-
.../parquet/hadoop/ITTestEncryptionOptions.java | 10 +-
.../TestAdaptiveBlockSplitBloomFiltering.java | 30 +-
.../apache/parquet/hadoop/TestBloomFiltering.java | 195 +--
.../hadoop/TestColumnChunkPageWriteStore.java | 117 +-
.../parquet/hadoop/TestColumnIndexFiltering.java | 219 +--
.../parquet/hadoop/TestDataPageChecksums.java | 324 ++--
.../parquet/hadoop/TestDirectCodecFactory.java | 42 +-
.../parquet/hadoop/TestEncryptionOptions.java | 488 +++---
.../org/apache/parquet/hadoop/TestIndexCache.java | 78 +-
.../org/apache/parquet/hadoop/TestInputFormat.java | 175 ++-
.../hadoop/TestInputFormatColumnProjection.java | 58 +-
.../hadoop/TestInputOutputFormatWithPadding.java | 61 +-
.../parquet/hadoop/TestLargeColumnChunk.java | 16 +-
.../org/apache/parquet/hadoop/TestLruCache.java | 25 +-
.../apache/parquet/hadoop/TestMemoryManager.java | 98 +-
.../parquet/hadoop/TestMergeMetadataFiles.java | 181 ++-
.../parquet/hadoop/TestMultipleWriteRead.java | 51 +-
.../parquet/hadoop/TestParquetFileWriter.java | 682 +++++---
.../TestParquetOutputFormatJobSummaryLevel.java | 5 +-
.../apache/parquet/hadoop/TestParquetReader.java | 89 +-
.../hadoop/TestParquetReaderEmptyBlock.java | 36 +-
.../hadoop/TestParquetReaderRandomAccess.java | 191 ++-
.../apache/parquet/hadoop/TestParquetWriter.java | 163 +-
.../hadoop/TestParquetWriterAppendBlocks.java | 237 ++-
.../parquet/hadoop/TestParquetWriterNewPage.java | 35 +-
.../hadoop/TestParquetWriterTruncation.java | 66 +-
.../parquet/hadoop/TestReadWriteEncodingStats.java | 44 +-
.../org/apache/parquet/hadoop/TestSnappyCodec.java | 74 +-
.../parquet/hadoop/TestStoreBloomFilter.java | 51 +-
.../java/org/apache/parquet/hadoop/TestUtils.java | 16 +-
.../apache/parquet/hadoop/TestZstandardCodec.java | 53 +-
.../parquet/hadoop/codec/CodecConfigTest.java | 51 +-
.../parquet/hadoop/codec/TestCompressionCodec.java | 20 +-
.../hadoop/codec/TestInteropReadLz4RawCodec.java | 24 +-
.../hadoop/example/GroupReadSupportTest.java | 26 +-
.../hadoop/example/TestInputOutputFormat.java | 111 +-
.../hadoop/metadata/TestColumnChunkMetaData.java | 26 +-
.../hadoop/rewrite/ParquetRewriterTest.java | 571 ++++---
.../parquet/hadoop/util/ColumnEncryptorTest.java | 246 +--
.../parquet/hadoop/util/ColumnMaskerTest.java | 107 +-
.../parquet/hadoop/util/ColumnPrunerTest.java | 59 +-
.../hadoop/util/CompressionConverterTest.java | 156 +-
.../parquet/hadoop/util/EncDecProperties.java | 39 +-
.../parquet/hadoop/util/EncryptionTestFile.java | 30 +-
.../parquet/hadoop/util/MockHadoopInputStream.java | 10 +-
.../parquet/hadoop/util/TestFileBuilder.java | 392 +++--
.../hadoop/util/TestHadoop2ByteBufferReads.java | 107 +-
.../parquet/hadoop/util/TestSerializationUtil.java | 17 +-
.../parquet/statistics/DataGenerationContext.java | 31 +-
.../apache/parquet/statistics/RandomValues.java | 60 +-
.../parquet/statistics/TestColumnIndexes.java | 180 ++-
.../apache/parquet/statistics/TestStatistics.java | 181 ++-
.../java/org/apache/parquet/pig/ParquetLoader.java | 188 ++-
.../java/org/apache/parquet/pig/ParquetStorer.java | 31 +-
.../java/org/apache/parquet/pig/PigMetaData.java | 8 +-
.../org/apache/parquet/pig/PigSchemaConverter.java | 366 ++---
.../parquet/pig/SchemaConversionException.java | 10 +-
.../parquet/pig/TupleConversionException.java | 7 +-
.../org/apache/parquet/pig/TupleReadSupport.java | 44 +-
.../org/apache/parquet/pig/TupleWriteSupport.java | 171 ++-
.../apache/parquet/pig/convert/DecimalUtils.java | 18 +-
.../apache/parquet/pig/convert/MapConverter.java | 94 +-
.../parquet/pig/convert/ParentValueContainer.java | 10 +-
.../apache/parquet/pig/convert/TupleConverter.java | 275 ++--
.../pig/convert/TupleRecordMaterializer.java | 17 +-
.../apache/parquet/pig/summary/BagSummaryData.java | 7 +-
.../org/apache/parquet/pig/summary/EnumStat.java | 14 +-
.../parquet/pig/summary/FieldSummaryData.java | 8 +-
.../apache/parquet/pig/summary/MapSummaryData.java | 8 +-
.../parquet/pig/summary/NumberSummaryData.java | 7 +-
.../parquet/pig/summary/StringSummaryData.java | 6 +-
.../org/apache/parquet/pig/summary/Summary.java | 10 +-
.../apache/parquet/pig/summary/SummaryData.java | 20 +-
.../parquet/pig/summary/TupleSummaryData.java | 11 +-
.../org/apache/parquet/pig/summary/ValueStat.java | 8 +-
.../test/java/org/apache/parquet/pig/PerfTest.java | 20 +-
.../java/org/apache/parquet/pig/PerfTest2.java | 60 +-
.../apache/parquet/pig/PerfTestReadAllCols.java | 9 +-
.../org/apache/parquet/pig/TestDecimalUtils.java | 41 +-
.../org/apache/parquet/pig/TestParquetLoader.java | 256 +--
.../org/apache/parquet/pig/TestParquetStorer.java | 101 +-
.../apache/parquet/pig/TestPigSchemaConverter.java | 249 ++-
.../parquet/pig/TestTupleRecordConsumer.java | 72 +-
.../apache/parquet/pig/TupleConsumerPerfTest.java | 114 +-
.../apache/parquet/pig/summary/TestSummary.java | 55 +-
.../bitpacking/ByteBitPacking512VectorLE.java | 1279 ++++++++-------
.../values/bitpacking/ParquetReadRouter.java | 28 +-
.../bitpacking/TestByteBitPacking512VectorLE.java | 56 +-
.../values/bitpacking/TestParquetReadRouter.java | 11 +-
.../benchmarks/ByteBitPackingVectorBenchmarks.java | 18 +-
.../parquet/proto/ProtoMessageConverter.java | 357 +++--
.../parquet/proto/ProtoParquetInputFormat.java | 7 +-
.../parquet/proto/ProtoParquetOutputFormat.java | 7 +-
.../apache/parquet/proto/ProtoParquetReader.java | 23 +-
.../apache/parquet/proto/ProtoParquetWriter.java | 108 +-
.../org/apache/parquet/proto/ProtoReadSupport.java | 21 +-
.../apache/parquet/proto/ProtoRecordConverter.java | 24 +-
.../parquet/proto/ProtoRecordMaterializer.java | 15 +-
.../apache/parquet/proto/ProtoSchemaConverter.java | 186 ++-
.../apache/parquet/proto/ProtoWriteSupport.java | 216 ++-
.../parquet/proto/ProtoInputOutputFormatTest.java | 206 +--
.../parquet/proto/ProtoRecordConverterTest.java | 23 +-
.../parquet/proto/ProtoSchemaConverterTest.java | 121 +-
.../parquet/proto/ProtoSchemaEvolutionTest.java | 98 +-
.../parquet/proto/ProtoWriteSupportTest.java | 224 +--
.../java/org/apache/parquet/proto/TestUtils.java | 48 +-
.../apache/parquet/proto/utils/ReadUsingMR.java | 9 +-
.../apache/parquet/proto/utils/WriteUsingMR.java | 14 +-
.../hadoop/thrift/AbstractThriftWriteSupport.java | 33 +-
.../thrift/ParquetThriftBytesOutputFormat.java | 58 +-
.../hadoop/thrift/ParquetThriftInputFormat.java | 20 +-
.../hadoop/thrift/ParquetThriftOutputFormat.java | 17 +-
.../parquet/hadoop/thrift/TBaseWriteSupport.java | 27 +-
.../hadoop/thrift/ThriftBytesWriteSupport.java | 61 +-
.../parquet/hadoop/thrift/ThriftReadSupport.java | 155 +-
.../hadoop/thrift/ThriftToParquetFileWriter.java | 61 +-
.../parquet/hadoop/thrift/ThriftWriteSupport.java | 19 +-
.../thrift/BufferedProtocolReadToWrite.java | 266 ++--
.../org/apache/parquet/thrift/ConvertedField.java | 9 +-
.../thrift/DecodingSchemaMismatchException.java | 6 +-
.../apache/parquet/thrift/FieldIgnoredHandler.java | 12 +-
.../thrift/KeepOnlyFirstPrimitiveFilter.java | 8 +-
.../org/apache/parquet/thrift/ParquetProtocol.java | 25 +-
.../apache/parquet/thrift/ParquetReadProtocol.java | 10 +-
.../parquet/thrift/ParquetWriteProtocol.java | 171 ++-
.../org/apache/parquet/thrift/ProtocolPipe.java | 8 +-
.../apache/parquet/thrift/ProtocolReadToWrite.java | 98 +-
.../apache/parquet/thrift/SkippableException.java | 8 +-
.../parquet/thrift/TBaseRecordConverter.java | 62 +-
.../org/apache/parquet/thrift/ThriftMetaData.java | 23 +-
.../apache/parquet/thrift/ThriftParquetReader.java | 31 +-
.../apache/parquet/thrift/ThriftParquetWriter.java | 67 +-
.../org/apache/parquet/thrift/ThriftReader.java | 9 +-
.../parquet/thrift/ThriftRecordConverter.java | 310 ++--
.../parquet/thrift/ThriftSchemaConvertVisitor.java | 130 +-
.../parquet/thrift/ThriftSchemaConverter.java | 64 +-
.../parquet/thrift/pig/ParquetThriftStorer.java | 18 +-
.../thrift/pig/TupleToThriftWriteSupport.java | 19 +-
.../thrift/projection/FieldProjectionFilter.java | 9 +-
.../parquet/thrift/projection/FieldsPath.java | 8 +-
.../projection/StrictFieldProjectionFilter.java | 41 +-
.../projection/ThriftProjectionException.java | 11 +-
.../projection/amend/DefaultEventsVisitor.java | 50 +-
.../amend/DefaultProtocolEventsGenerator.java | 22 +-
.../projection/amend/ProtocolEventsAmender.java | 31 +-
.../projection/amend/ReadFieldBeginProtocol.java | 18 +-
.../DeprecatedFieldProjectionFilter.java | 15 +-
.../projection/deprecated/PathGlobPattern.java | 2 +-
.../thrift/struct/CompatibilityChecker.java | 42 +-
.../parquet/thrift/struct/CompatibilityRunner.java | 28 +-
.../org/apache/parquet/thrift/struct/JSON.java | 14 +-
.../apache/parquet/thrift/struct/ThriftField.java | 12 +-
.../apache/parquet/thrift/struct/ThriftType.java | 98 +-
.../apache/parquet/thrift/struct/ThriftTypeID.java | 42 +-
.../hadoop/thrift/TestArrayCompatibility.java | 219 ++-
.../apache/parquet/hadoop/thrift/TestBinary.java | 44 +-
.../hadoop/thrift/TestCorruptThriftRecords.java | 33 +-
.../hadoop/thrift/TestInputOutputFormat.java | 115 +-
.../TestParquetToThriftReadWriteAndProjection.java | 180 ++-
.../thrift/TestThriftToParquetFileWriter.java | 415 ++---
.../parquet/thrift/TestParquetReadProtocol.java | 89 +-
.../parquet/thrift/TestParquetWriteProtocol.java | 989 ++++++------
.../parquet/thrift/TestProtocolReadToWrite.java | 173 ++-
.../apache/parquet/thrift/TestThriftMetaData.java | 22 +-
.../thrift/TestThriftParquetReaderWriter.java | 27 +-
.../parquet/thrift/TestThriftRecordConverter.java | 50 +-
.../thrift/TestThriftSchemaConvertVisitor.java | 58 +-
.../parquet/thrift/TestThriftSchemaConverter.java | 383 ++---
.../TestThriftSchemaConverterProjectUnion.java | 666 ++++----
.../thrift/TestThriftToPigCompatibility.java | 95 +-
.../thrift/pig/TestParquetThriftStorer.java | 22 +-
.../parquet/thrift/projection/TestFieldsPath.java | 43 +-
.../TestStrictFieldProjectionFilter.java | 49 +-
.../projection/deprecated/PathGlobPatternTest.java | 13 +-
.../thrift/struct/CompatibilityCheckerTest.java | 45 +-
.../parquet/thrift/struct/TestThriftType.java | 62 +-
pom.xml | 91 +-
807 files changed, 33596 insertions(+), 29210 deletions(-)
create mode 100644 .gitattributes