You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by me...@apache.org on 2022/03/04 01:33:43 UTC
[hudi] branch master updated (be9a264 -> 62f534d)

This is an automated email from the ASF dual-hosted git repository.

mengtao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from be9a264  [HUDI-3548] Fix if user specify key "hoodie.datasource.clustering.async.enable" directly, async clustering not work (#4905)
     add 62f534d  [HUDI-3445] Support Clustering Command Based on Call Procedure Command for Spark SQL (#4901)

No new revisions were added by this update.

Summary of changes:
 .../apache/hudi/config/HoodieClusteringConfig.java |  12 +
 .../org/apache/hudi/config/HoodieWriteConfig.java  |   4 +
 .../cluster/ClusteringPlanPartitionFilter.java     |  16 +-
 .../PartitionAwareClusteringPlanStrategy.java      |  14 +-
 .../TestPartitionAwareClusteringPlanStrategy.java  |   2 +-
 .../org/apache/hudi/BaseHoodieTableFileIndex.java  |  11 +-
 .../scala/org/apache/hudi/HoodieCommonUtils.scala  | 286 +++++++++++++++++++++
 .../scala/org/apache/hudi/HoodieFileIndex.scala    |  11 +-
 .../apache/hudi/SparkHoodieTableFileIndex.scala    | 182 +------------
 .../org/apache/hudi/HoodieDataSourceHelpers.java   |  17 ++
 .../hudi/command/CompactionHoodiePathCommand.scala |  20 +-
 .../hudi/command/procedures/BaseProcedure.scala    |  56 +++-
 .../hudi/command/procedures/HoodieProcedures.scala |   2 +
 .../RollbackToInstantTimeProcedure.scala           |   4 +-
 .../procedures/RunClusteringProcedure.scala        | 176 +++++++++++++
 .../procedures/ShowClusteringProcedure.scala       |  69 +++++
 .../command/procedures/ShowCommitsProcedure.scala  |   4 +-
 .../sql/parser/HoodieSqlCommonAstBuilder.scala     |  14 +-
 .../org/apache/hudi/TestDataSkippingUtils.scala    |  29 +--
 .../apache/spark/sql/hudi/TestCallProcedure.scala  | 225 ++++++++++++++++
 20 files changed, 908 insertions(+), 246 deletions(-)
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieCommonUtils.scala
 create mode 100644 hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/RunClusteringProcedure.scala
 create mode 100644 hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ShowClusteringProcedure.scala