You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@parquet.apache.org by zi...@apache.org on 2018/10/26 13:11:40 UTC
[parquet-mr] branch encryption updated (0569f51 -> e7db9e2)
This is an automated email from the ASF dual-hosted git repository.
zivanfi pushed a change to branch encryption
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git.
from 0569f51 Revert "PARQUET-1353: Fix random data generator. (#504)"
add 0d541fc PARQUET-1388: Nanosecond precision time and timestamp - parquet-mr (#519)
add 63003ac PARQUET-1436: TimestampMicrosStringifier shows wrong microseconds for timestamps before 1970 (#529)
add 716fb6b PARQUET-1440: Parquet-tools: Parse int32 or int64 decimal values to big decimals with the proper scale (#530)
add cded3e5 PARQUET-1383: Parquet tools should indicate UTC parameter for time/timestamp types (#513)
add e7db9e2 PARQUET-1201: Column indexes (#527)
No new revisions were added by this update.
Summary of changes:
.../parquet/arrow/schema/SchemaConverter.java | 9 +
.../parquet/arrow/schema/TestSchemaConverter.java | 34 +-
.../src/main/java/org/apache/parquet/cli/Main.java | 2 +
.../cli/commands/ShowColumnIndexCommand.java | 157 ++
.../org/apache/parquet/column/ColumnReader.java | 3 +
.../apache/parquet/column/ParquetProperties.java | 20 +-
.../parquet/column/impl/ColumnReadStoreImpl.java | 12 +-
...ColumnReaderImpl.java => ColumnReaderBase.java} | 122 +-
.../parquet/column/impl/ColumnReaderImpl.java | 676 +--------
...WriteStoreV2.java => ColumnWriteStoreBase.java} | 112 +-
.../parquet/column/impl/ColumnWriteStoreV1.java | 115 +-
.../parquet/column/impl/ColumnWriteStoreV2.java | 148 +-
.../{ColumnWriterV2.java => ColumnWriterBase.java} | 177 +--
.../apache/parquet/column/impl/ColumnWriterV1.java | 255 +---
.../apache/parquet/column/impl/ColumnWriterV2.java | 294 +---
.../column/impl/SynchronizingColumnReader.java | 111 ++
.../org/apache/parquet/column/page/DataPage.java | 22 +
.../org/apache/parquet/column/page/DataPageV1.java | 31 +
.../org/apache/parquet/column/page/DataPageV2.java | 52 +
.../apache/parquet/column/page/PageReadStore.java | 15 +-
.../org/apache/parquet/column/page/PageWriter.java | 17 +-
.../apache/parquet/column/values/ValuesReader.java | 12 +
.../delta/DeltaBinaryPackingValuesReader.java | 8 +
.../DeltaLengthByteArrayValuesReader.java | 12 +-
.../plain/FixedLenByteArrayPlainValuesReader.java | 8 +-
.../column/values/plain/PlainValuesReader.java | 36 +-
.../rle/RunLengthBitPackingHybridValuesWriter.java | 9 +-
.../column/values/rle/ZeroIntegerValuesReader.java | 4 +
.../columnindex/BinaryColumnIndexBuilder.java | 140 ++
.../column/columnindex/BinaryTruncator.java | 208 +++
.../columnindex/BooleanColumnIndexBuilder.java | 133 ++
.../internal/column/columnindex/BoundaryOrder.java | 352 +++++
.../internal/column/columnindex/ColumnIndex.java | 60 +
.../column/columnindex/ColumnIndexBuilder.java | 636 ++++++++
.../columnindex/DoubleColumnIndexBuilder.java | 155 ++
.../columnindex/FloatColumnIndexBuilder.java | 155 ++
.../internal/column/columnindex/IndexIterator.java | 98 ++
.../column/columnindex/IntColumnIndexBuilder.java | 136 ++
.../column/columnindex/LongColumnIndexBuilder.java | 136 ++
.../internal/column/columnindex/OffsetIndex.java | 64 +
.../column/columnindex/OffsetIndexBuilder.java | 175 +++
.../filter2/columnindex/ColumnIndexFilter.java | 194 +++
.../filter2/columnindex/ColumnIndexStore.java | 55 +
.../internal/filter2/columnindex/RowRanges.java | 288 ++++
.../parquet/schema/LogicalTypeAnnotation.java | 35 +-
.../parquet/schema/PrimitiveStringifier.java | 130 +-
.../main/java/org/apache/parquet/schema/Types.java | 1 +
.../parquet/column/impl/TestColumnReaderImpl.java | 8 +-
.../apache/parquet/column/mem/TestMemColumn.java | 12 +-
.../parquet/column/page/mem/MemPageWriter.java | 6 +
.../values/bitpacking/TestBitPackingColumn.java | 16 +
...ltaBinaryPackingValuesWriterForIntegerTest.java | 17 +
.../DeltaBinaryPackingValuesWriterForLongTest.java | 17 +
.../TestDeltaLengthByteArray.java | 24 +
.../values/deltastrings/TestDeltaByteArray.java | 19 +
.../column/values/dictionary/TestDictionary.java | 105 ++
.../column/columnindex/TestBinaryTruncator.java | 285 ++++
.../column/columnindex/TestBoundaryOrder.java | 487 ++++++
.../column/columnindex/TestColumnIndexBuilder.java | 1546 ++++++++++++++++++++
.../column/columnindex/TestIndexIterator.java | 63 +
.../column/columnindex/TestOffsetIndexBuilder.java | 113 ++
.../filter2/columnindex/TestColumnIndexFilter.java | 464 ++++++
.../filter2/columnindex/TestRowRanges.java | 155 ++
.../apache/parquet/parser/TestParquetParser.java | 5 +
.../parquet/schema/TestPrimitiveStringifier.java | 144 +-
.../schema/TestTypeBuildersWithLogicalTypes.java | 408 ++++++
parquet-common/pom.xml | 6 +
.../java/org/apache/parquet/HadoopReadOptions.java | 9 +-
.../org/apache/parquet/ParquetReadOptions.java | 20 +-
.../format/converter/ParquetMetadataConverter.java | 122 +-
.../parquet/hadoop/ColumnChunkPageReadStore.java | 115 +-
.../parquet/hadoop/ColumnChunkPageWriteStore.java | 54 +-
.../parquet/hadoop/ColumnIndexFilterUtils.java | 157 ++
.../parquet/hadoop/ColumnIndexStoreImpl.java | 155 ++
.../hadoop/InternalParquetRecordReader.java | 6 +-
.../hadoop/InternalParquetRecordWriter.java | 4 +-
.../apache/parquet/hadoop/ParquetFileReader.java | 335 ++++-
.../apache/parquet/hadoop/ParquetFileWriter.java | 222 ++-
.../apache/parquet/hadoop/ParquetInputFormat.java | 5 +
.../apache/parquet/hadoop/ParquetOutputFormat.java | 17 +-
.../org/apache/parquet/hadoop/ParquetReader.java | 10 +
.../org/apache/parquet/hadoop/ParquetWriter.java | 2 +-
.../hadoop/metadata/ColumnChunkMetaData.java | 41 +-
.../internal/hadoop/metadata/IndexReference.java | 26 +-
.../filter2/recordlevel/PhoneBookWriter.java | 105 +-
.../converter/TestParquetMetadataConverter.java | 74 +
.../hadoop/TestColumnChunkPageWriteStore.java | 94 +-
.../parquet/hadoop/TestColumnIndexFiltering.java | 442 ++++++
.../parquet/hadoop/TestParquetFileWriter.java | 146 ++
.../parquet/tools/command/ColumnIndexCommand.java | 182 +++
.../org/apache/parquet/tools/command/Registry.java | 1 +
.../parquet/tools/read/SimpleRecordConverter.java | 10 +
pom.xml | 12 +-
93 files changed, 10074 insertions(+), 1816 deletions(-)
create mode 100644 parquet-cli/src/main/java/org/apache/parquet/cli/commands/ShowColumnIndexCommand.java
copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnReaderImpl.java => ColumnReaderBase.java} (87%)
copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnWriteStoreV2.java => ColumnWriteStoreBase.java} (59%)
copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnWriterV2.java => ColumnWriterBase.java} (66%)
create mode 100644 parquet-column/src/main/java/org/apache/parquet/column/impl/SynchronizingColumnReader.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BinaryColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BinaryTruncator.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BooleanColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BoundaryOrder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/ColumnIndex.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/ColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/DoubleColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/FloatColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/IndexIterator.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/IntColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/LongColumnIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/OffsetIndex.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/OffsetIndexBuilder.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/ColumnIndexFilter.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/ColumnIndexStore.java
create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/RowRanges.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestBinaryTruncator.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestBoundaryOrder.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestColumnIndexBuilder.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestIndexIterator.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestOffsetIndexBuilder.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/filter2/columnindex/TestColumnIndexFilter.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/filter2/columnindex/TestRowRanges.java
create mode 100644 parquet-column/src/test/java/org/apache/parquet/schema/TestTypeBuildersWithLogicalTypes.java
create mode 100644 parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ColumnIndexFilterUtils.java
create mode 100644 parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ColumnIndexStoreImpl.java
copy parquet-cli/src/main/java/org/apache/parquet/cli/util/RuntimeIOException.java => parquet-hadoop/src/main/java/org/apache/parquet/internal/hadoop/metadata/IndexReference.java (62%)
create mode 100644 parquet-hadoop/src/test/java/org/apache/parquet/hadoop/TestColumnIndexFiltering.java
create mode 100644 parquet-tools/src/main/java/org/apache/parquet/tools/command/ColumnIndexCommand.java