You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by bl...@apache.org on 2022/06/15 18:01:17 UTC

[iceberg] branch master updated (8d8b606a95 -> a7f7c1a9b7)

This is an automated email from the ASF dual-hosted git repository.

blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git


    from 8d8b606a95 Nessie: Properly close all resources in NessieCatalog (#5047)
     add a7f7c1a9b7 Core: Add reader and writer for Puffin index and stats format (#4537)

No new revisions were added by this update.

Summary of changes:
 build.gradle                                       |   1 +
 .../main/java/org/apache/iceberg/GuavaClasses.java |   2 +
 .../main/java/org/apache/iceberg/io/IOUtil.java    |  19 +++
 .../main/java/org/apache/iceberg/puffin/Blob.java  |  75 +++++++++
 .../org/apache/iceberg/puffin/BlobMetadata.java    |  81 +++++++++
 .../FileMetadata.java}                             |  36 ++--
 .../apache/iceberg/puffin/FileMetadataParser.java  | 166 ++++++++++++++++++
 .../java/org/apache/iceberg/puffin/Puffin.java     | 133 +++++++++++++++
 .../iceberg/puffin/PuffinCompressionCodec.java     |  72 ++++++++
 .../org/apache/iceberg/puffin/PuffinFormat.java    | 169 +++++++++++++++++++
 .../org/apache/iceberg/puffin/PuffinReader.java    | 187 +++++++++++++++++++++
 .../org/apache/iceberg/puffin/PuffinWriter.java    | 181 ++++++++++++++++++++
 .../apache/iceberg/puffin/StandardBlobTypes.java   |  13 +-
 .../iceberg/puffin/StandardPuffinProperties.java   |  18 +-
 .../java/org/apache/iceberg/util/JsonUtil.java     |  10 ++
 .../java/org/apache/iceberg/io/TestIOUtil.java     |  15 ++
 .../iceberg/puffin/PuffinFormatTestUtil.java       |  30 ++--
 .../iceberg/puffin/TestFileMetadataParser.java     | 167 ++++++++++++++++++
 .../apache/iceberg/puffin/TestPuffinFormat.java    |  86 ++++++++++
 .../apache/iceberg/puffin/TestPuffinReader.java    | 153 +++++++++++++++++
 .../apache/iceberg/puffin/TestPuffinWriter.java    | 124 ++++++++++++++
 .../puffin/v1/empty-puffin-uncompressed.bin        | Bin 0 -> 32 bytes
 .../v1/sample-metric-data-compressed-zstd.bin      | Bin 0 -> 345 bytes
 .../puffin/v1/sample-metric-data-uncompressed.bin  | Bin 0 -> 283 bytes
 dev/.rat-excludes                                  |   1 +
 versions.props                                     |   1 +
 26 files changed, 1682 insertions(+), 58 deletions(-)
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/Blob.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/BlobMetadata.java
 copy core/src/main/java/org/apache/iceberg/{actions/RewriteDataFilesActionResult.java => puffin/FileMetadata.java} (55%)
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/FileMetadataParser.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/Puffin.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinCompressionCodec.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinFormat.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinReader.java
 create mode 100644 core/src/main/java/org/apache/iceberg/puffin/PuffinWriter.java
 copy spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/HasIcebergCatalog.java => core/src/main/java/org/apache/iceberg/puffin/StandardBlobTypes.java (70%)
 copy orc/src/main/java/org/apache/iceberg/orc/OrcBatchReader.java => core/src/main/java/org/apache/iceberg/puffin/StandardPuffinProperties.java (72%)
 copy api/src/main/java/org/apache/iceberg/expressions/Not.java => core/src/test/java/org/apache/iceberg/puffin/PuffinFormatTestUtil.java (57%)
 create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestFileMetadataParser.java
 create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinFormat.java
 create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinReader.java
 create mode 100644 core/src/test/java/org/apache/iceberg/puffin/TestPuffinWriter.java
 create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/empty-puffin-uncompressed.bin
 create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/sample-metric-data-compressed-zstd.bin
 create mode 100644 core/src/test/resources/org/apache/iceberg/puffin/v1/sample-metric-data-uncompressed.bin