You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by bl...@apache.org on 2021/12/21 00:43:50 UTC
[iceberg] branch master updated (6453245 -> ec51c26)

This is an automated email from the ASF dual-hosted git repository.

blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git.


    from 6453245  Core: Fix file cleaning in transactions with unknown commit state (#3733)
     add ec51c26  Spark: Implement copy-on-write UPDATE (#3764)

No new revisions were added by this update.

Summary of changes:
 .../extensions/IcebergSparkSessionExtensions.scala |   4 +
 .../AlignRowLevelCommandAssignments.scala}         |  18 ++-
 .../analysis/AssignmentAlignmentSupport.scala      |  34 ++---
 .../catalyst/analysis/RewriteDeleteFromTable.scala |   4 +-
 .../catalyst/analysis/RewriteRowLevelCommand.scala |  11 ++
 .../sql/catalyst/analysis/RewriteUpdateTable.scala | 154 +++++++++++++++++++++
 .../sql/catalyst/expressions/AssignmentUtils.scala |  83 +++++++++++
 .../ExtendedReplaceNullWithFalseInPredicate.scala  |   2 +
 .../ExtendedSimplifyConditionalsInPredicate.scala  |   1 +
 .../IcebergSparkSqlExtensionsParser.scala          |   4 +
 .../planning/RewrittenRowLevelCommand.scala        |  26 +++-
 ...IcebergTable.scala => UpdateIcebergTable.scala} |  10 +-
 .../RowLevelCommandDynamicPruning.scala            |  27 ++++
 .../spark/extensions/TestCopyOnWriteUpdate.java    |   2 -
 .../iceberg/spark/extensions/TestUpdate.java       |  41 +++---
 .../org/apache/iceberg/spark/SparkWriteConf.java   |  32 ++++-
 .../iceberg/spark/source/SparkWriteBuilder.java    |   2 +
 17 files changed, 388 insertions(+), 67 deletions(-)
 copy spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/{execution/datasources/v2/ReplaceRewrittenRowLevelCommand.scala => catalyst/analysis/AlignRowLevelCommandAssignments.scala} (62%)
 copy spark/{v3.1 => v3.2}/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/AssignmentAlignmentSupport.scala (86%)
 create mode 100644 spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteUpdateTable.scala
 create mode 100644 spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/expressions/AssignmentUtils.scala
 copy spark/v3.2/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/{DeleteFromIcebergTable.scala => UpdateIcebergTable.scala} (81%)