[iceberg] branch master updated (b7dde31 -> 9aa43a0)

[bl...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git.


    from b7dde31  Spark: Add Spark extensions to iceberg-spark3-runtime (#2127)
     add 9aa43a0  Spark: Distribute and sort writes in MERGE queries (#2022)

No new revisions were added by this update.

Summary of changes:
 LICENSE                                            |   1 +
 .../java/org/apache/iceberg/TableProperties.java   |   2 +
 .../expressions/TransformExpressions.scala         | 121 ++++++++++++++++++++
 .../sql/catalyst/optimizer/RewriteMergeInto.scala  |  62 ++++++++++-
 .../sql/catalyst/plans/logical/MergeInto.scala     |   7 +-
 .../utils/RewriteRowLevelOperationHelper.scala     | 117 +++++++++++++++++++-
 .../v2/ExtendedDataSourceV2Strategy.scala          |   4 +-
 .../execution/datasources/v2/MergeIntoExec.scala   |   4 +-
 .../spark/extensions/TestMergeIntoTable.java       | 123 ++++++++++++++++++++-
 .../apache/iceberg/spark}/CopySortOrderFields.java |  47 ++++++--
 .../java/org/apache/iceberg/spark/OrderField.java  | 102 +++++++++++++++++
 .../org/apache/iceberg/spark/SortOrderToSpark.java |  62 +++++++++++
 .../java/org/apache/iceberg/spark/Spark3Util.java  |  56 +++++++++-
 .../distributions/ClusteredDistribution.java       |  19 ++--
 .../iceberg/distributions/Distribution.java        |  12 +-
 .../iceberg/distributions/Distributions.java       |  61 ++++++++++
 .../iceberg/distributions/OrderedDistribution.java |  19 ++--
 .../distributions/UnspecifiedDistribution.java     |  12 +-
 .../impl/ClusterDistributionImpl.java              |  24 ++--
 .../impl/OrderedDistributionImpl.java              |  24 ++--
 .../impl/UnspecifiedDistributionImpl.java          |   9 +-
 .../iceberg/expressions/NullOrdering.java          |  12 +-
 .../iceberg/expressions/SortDirection.java         |  24 ++--
 .../connector/iceberg/expressions/SortOrder.java   |  28 +++--
 24 files changed, 835 insertions(+), 117 deletions(-)
 create mode 100644 spark3-extensions/src/main/scala/org/apache/spark/sql/catalyst/expressions/TransformExpressions.scala
 copy {core/src/main/java/org/apache/iceberg => spark3/src/main/java/org/apache/iceberg/spark}/CopySortOrderFields.java (59%)
 create mode 100644 spark3/src/main/java/org/apache/iceberg/spark/OrderField.java
 create mode 100644 spark3/src/main/java/org/apache/iceberg/spark/SortOrderToSpark.java
 copy core/src/main/java/org/apache/iceberg/actions/Action.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/ClusteredDistribution.java (64%)
 copy api/src/main/java/org/apache/iceberg/expressions/UnboundTerm.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/Distribution.java (76%)
 create mode 100644 spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/Distributions.java
 copy core/src/main/java/org/apache/iceberg/actions/Action.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/OrderedDistribution.java (63%)
 copy api/src/main/java/org/apache/iceberg/expressions/UnboundTerm.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/UnspecifiedDistribution.java (74%)
 copy api/src/main/java/org/apache/iceberg/expressions/Predicate.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/ClusterDistributionImpl.java (63%)
 copy api/src/main/java/org/apache/iceberg/expressions/Predicate.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/OrderedDistributionImpl.java (63%)
 copy core/src/main/java/org/apache/iceberg/hadoop/ConfigProperties.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/UnspecifiedDistributionImpl.java (77%)
 copy api/src/main/java/org/apache/iceberg/NullOrder.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/NullOrdering.java (83%)
 copy api/src/main/java/org/apache/iceberg/NullOrder.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/SortDirection.java (67%)
 copy api/src/main/java/org/apache/iceberg/expressions/Bound.java => spark3/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/SortOrder.java (62%)