You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by bl...@apache.org on 2022/06/15 18:01:17 UTC
[iceberg] branch master updated (8d8b606a95 -> a7f7c1a9b7)
This is an automated email from the ASF dual-hosted git repository.
blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 8d8b606a95 Nessie: Properly close all resources in NessieCatalog (#5047)
add a7f7c1a9b7 Core: Add reader and writer for Puffin index and stats format (#4537)
No new revisions were added by this update.
Summary of changes:
build.gradle | 1 +
.../main/java/org/apache/iceberg/GuavaClasses.java | 2 +
.../main/java/org/apache/iceberg/io/IOUtil.java | 19 +++
.../main/java/org/apache/iceberg/puffin/Blob.java | 75 +++++++++
.../org/apache/iceberg/puffin/BlobMetadata.java | 81 +++++++++
.../FileMetadata.java} | 36 ++--
.../apache/iceberg/puffin/FileMetadataParser.java | 166 ++++++++++++++++++
.../java/org/apache/iceberg/puffin/Puffin.java | 133 +++++++++++++++
.../iceberg/puffin/PuffinCompressionCodec.java | 72 ++++++++
.../org/apache/iceberg/puffin/PuffinFormat.java | 169 +++++++++++++++++++
.../org/apache/iceberg/puffin/PuffinReader.java | 187 +++++++++++++++++++++
.../org/apache/iceberg/puffin/PuffinWriter.java | 181 ++++++++++++++++++++
.../apache/iceberg/puffin/StandardBlobTypes.java | 13 +-
.../iceberg/puffin/StandardPuffinProperties.java | 18 +-
.../java/org/apache/iceberg/util/JsonUtil.java | 10 ++
.../java/org/apache/iceberg/io/TestIOUtil.java | 15 ++
.../iceberg/puffin/PuffinFormatTestUtil.java | 30 ++--
.../iceberg/puffin/TestFileMetadataParser.java | 167 ++++++++++++++++++
.../apache/iceberg/puffin/TestPuffinFormat.java | 86 ++++++++++
.../apache/iceberg/puffin/TestPuffinReader.java | 153 +++++++++++++++++
.../apache/iceberg/puffin/TestPuffinWriter.java | 124 ++++++++++++++
.../puffin/v1/empty-puffin-uncompressed.bin | Bin 0 -> 32 bytes
.../v1/sample-metric-data-compressed-zstd.bin | Bin 0 -> 345 bytes
.../puffin/v1/sample-metric-data-uncompressed.bin | Bin 0 -> 283 bytes
dev/.rat-excludes | 1 +
versions.props | 1 +
26 files changed, 1682 insertions(+), 58 deletions(-)
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/Blob.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/BlobMetadata.java
copy core/src/main/java/org/apache/iceberg/{actions/RewriteDataFilesActionResult.java => puffin/FileMetadata.java} (55%)
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/FileMetadataParser.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/Puffin.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinCompressionCodec.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinFormat.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinReader.java
create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinWriter.java
copy spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/HasIcebergCatalog.java => core/src/main/java/org/apache/iceberg/puffin/StandardBlobTypes.java (70%)
copy orc/src/main/java/org/apache/iceberg/orc/OrcBatchReader.java => core/src/main/java/org/apache/iceberg/puffin/StandardPuffinProperties.java (72%)
copy api/src/main/java/org/apache/iceberg/expressions/Not.java => core/src/test/java/org/apache/iceberg/puffin/PuffinFormatTestUtil.java (57%)
create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestFileMetadataParser.java
create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinFormat.java
create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinReader.java
create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinWriter.java
create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/empty-puffin-uncompressed.bin
create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/sample-metric-data-compressed-zstd.bin
create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/sample-metric-data-uncompressed.bin