You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ja...@apache.org on 2023/02/07 21:59:59 UTC
[iceberg] branch master updated (10df74af01 -> eeb055a377)
This is an automated email from the ASF dual-hosted git repository.
jackye pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 10df74af01 Python: Remove the DNF conversion (#6721)
add eeb055a377 Delta: Support Snapshot Delta Lake Table to Iceberg Table (#6449)
No new revisions were added by this update.
Summary of changes:
.../{spark-ci.yml => delta-conversion-ci.yml} | 92 ++--
build.gradle | 74 +++
...eltaLakeToIcebergMigrationSparkIntegration.java | 63 +++
.../delta/SparkDeltaLakeSnapshotTestBase.java | 66 +--
.../iceberg/delta/TestSnapshotDeltaLakeTable.java | 499 +++++++++++++++++++++
.../delta/BaseSnapshotDeltaLakeTableAction.java | 390 ++++++++++++++++
.../BaseSnapshotDeltaLakeTableActionResult.java | 24 +-
.../iceberg/delta/DeltaLakeDataTypeVisitor.java | 50 +--
...DeltaLakeToIcebergMigrationActionsProvider.java | 58 +++
.../apache/iceberg/delta/DeltaLakeTypeToType.java | 73 ++-
.../iceberg/delta/SnapshotDeltaLakeTable.java | 89 ++++
.../TestBaseSnapshotDeltaLakeTableAction.java | 130 ++++++
.../iceberg/delta/TestDeltaLakeTypeToType.java | 187 ++++++++
settings.gradle | 2 +
versions.props | 2 +
15 files changed, 1621 insertions(+), 178 deletions(-)
copy .github/workflows/{spark-ci.yml => delta-conversion-ci.yml} (52%)
create mode 100644 delta-lake/src/integration/java/org/apache/iceberg/delta/DeltaLakeToIcebergMigrationSparkIntegration.java
copy spark/v3.3/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java => delta-lake/src/integration/java/org/apache/iceberg/delta/SparkDeltaLakeSnapshotTestBase.java (50%)
create mode 100644 delta-lake/src/integration/java/org/apache/iceberg/delta/TestSnapshotDeltaLakeTable.java
create mode 100644 delta-lake/src/main/java/org/apache/iceberg/delta/BaseSnapshotDeltaLakeTableAction.java
copy aliyun/src/test/java/org/apache/iceberg/aliyun/oss/mock/Range.java => delta-lake/src/main/java/org/apache/iceberg/delta/BaseSnapshotDeltaLakeTableActionResult.java (69%)
copy spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/SparkTypeVisitor.java => delta-lake/src/main/java/org/apache/iceberg/delta/DeltaLakeDataTypeVisitor.java (54%)
create mode 100644 delta-lake/src/main/java/org/apache/iceberg/delta/DeltaLakeToIcebergMigrationActionsProvider.java
copy spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkTypeToType.java => delta-lake/src/main/java/org/apache/iceberg/delta/DeltaLakeTypeToType.java (66%)
create mode 100644 delta-lake/src/main/java/org/apache/iceberg/delta/SnapshotDeltaLakeTable.java
create mode 100644 delta-lake/src/test/java/org/apache/iceberg/delta/TestBaseSnapshotDeltaLakeTableAction.java
create mode 100644 delta-lake/src/test/java/org/apache/iceberg/delta/TestDeltaLakeTypeToType.java