[hudi] branch master updated (9ce548e -> 70b6bd4)

[si...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 9ce548e  [MINOR] fix compile error in compaction command (#3421)
     add 70b6bd4  [HUDI-1468] Support custom clustering strategies and preserve commit metadata as part of clustering (#3419)

No new revisions were added by this update.

Summary of changes:
 .../apache/hudi/config/HoodieClusteringConfig.java |  13 +-
 .../org/apache/hudi/config/HoodieWriteConfig.java  |   4 +
 .../org/apache/hudi/io/CreateHandleFactory.java    |  18 +-
 .../org/apache/hudi/io/HoodieCreateHandle.java     |  23 ++-
 ...andle.java => HoodieUnboundedCreateHandle.java} |  27 +--
 .../hudi/io/SingleFileHandleCreateFactory.java     |  59 +++++++
 .../strategy/ClusteringExecutionStrategy.java      |  17 +-
 .../PartitionAwareClusteringPlanStrategy.java      |   1 +
 .../action/commit/AbstractBulkInsertHelper.java    |   3 +-
 .../commit/BaseJavaCommitActionExecutor.java       |   4 +-
 .../table/action/commit/JavaBulkInsertHelper.java  |   5 +-
 .../JavaInsertOverwriteCommitActionExecutor.java   |   4 +-
 ...vaInsertOverwriteTableCommitActionExecutor.java |   3 +-
 .../apache/hudi/client/SparkRDDWriteClient.java    |   9 +-
 .../SparkRecentDaysClusteringPlanStrategy.java     |  76 +--------
 ...rkSelectedPartitionsClusteringPlanStrategy.java |  66 ++++++++
 ...a => SparkSizeBasedClusteringPlanStrategy.java} |  26 ++-
 .../MultipleSparkJobExecutionStrategy.java}        | 179 +++++++++-----------
 .../strategy/SingleSparkJobExecutionStrategy.java  | 187 +++++++++++++++++++++
 .../SparkSortAndSizeExecutionStrategy.java         |  28 ++-
 .../update/strategy/SparkAllowUpdateStrategy.java} |  28 ++-
 .../hudi/execution/SparkLazyInsertIterable.java    |  14 +-
 .../bulkinsert/BulkInsertMapFunction.java          |   9 +-
 ...SparkExecuteClusteringCommitActionExecutor.java | 187 ++-------------------
 .../commit/BaseSparkCommitActionExecutor.java      |   4 +-
 .../table/action/commit/SparkBulkInsertHelper.java |   7 +-
 .../SparkInsertOverwriteCommitActionExecutor.java  |   4 +-
 ...rkInsertOverwriteTableCommitActionExecutor.java |   3 +-
 .../TestHoodieClientOnCopyOnWriteStorage.java      |  94 +++++++----
 .../hudi/table/TestHoodieMergeOnReadTable.java     |  25 ++-
 .../src/main/avro/HoodieClusteringPlan.avsc        |   5 +
 .../hudi/common/model/ClusteringGroupInfo.java     |  89 ++++++++++
 .../hudi/common/model/RewriteAvroPayload.java}     |  29 ++--
 .../common/table/log/HoodieFileSliceReader.java    |  12 +-
 34 files changed, 754 insertions(+), 508 deletions(-)
 copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/{HoodieBootstrapHandle.java => HoodieUnboundedCreateHandle.java} (57%)
 create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/SingleFileHandleCreateFactory.java
 create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/clustering/plan/strategy/SparkSelectedPartitionsClusteringPlanStrategy.java
 copy hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/clustering/plan/strategy/{SparkRecentDaysClusteringPlanStrategy.java => SparkSizeBasedClusteringPlanStrategy.java} (82%)
 copy hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/{table/action/cluster/SparkExecuteClusteringCommitActionExecutor.java => client/clustering/run/strategy/MultipleSparkJobExecutionStrategy.java} (58%)
 create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/clustering/run/strategy/SingleSparkJobExecutionStrategy.java
 copy hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/{execution/bulkinsert/NonSortPartitioner.java => client/clustering/update/strategy/SparkAllowUpdateStrategy.java} (56%)
 create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/model/ClusteringGroupInfo.java
 copy hudi-common/src/{test/java/org/apache/hudi/common/testutils/AvroBinaryTestPayload.java => main/java/org/apache/hudi/common/model/RewriteAvroPayload.java} (65%)