You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by co...@apache.org on 2023/06/29 03:18:46 UTC
[hudi] branch master updated (60ac41489a0 -> 606bd7b1713)

This is an automated email from the ASF dual-hosted git repository.

codope pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


    from 60ac41489a0 [HUDI-6454] Remove redundant indexing testcases (#9077)
     add 606bd7b1713 [HUDI-5884] Support bulk_insert for insert_overwrite and insert_overwrite_table (#8076)

No new revisions were added by this update.

Summary of changes:
 .../apache/hudi/client/BaseHoodieWriteClient.java  |   2 +-
 .../apache/hudi/config/HoodieInternalConfig.java   |   9 +
 .../apache/hudi/client/HoodieFlinkWriteClient.java |   6 +-
 .../apache/hudi/client/HoodieJavaWriteClient.java  |   6 +-
 .../apache/hudi/client/SparkRDDWriteClient.java    |   6 +-
 .../SparkSingleFileSortExecutionStrategy.java      |   8 +-
 .../SparkSortAndSizeExecutionStrategy.java         |   8 +-
 .../hudi/HoodieDatasetBulkInsertHelper.scala       |   7 +-
 .../BaseDatasetBulkInsertCommitActionExecutor.java | 131 +++++++
 .../DatasetBulkInsertCommitActionExecutor.java     |  94 ++++++
 ...setBulkInsertOverwriteCommitActionExecutor.java |  69 ++++
 ...lkInsertOverwriteTableCommitActionExecutor.java |  30 +-
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     | 140 ++++----
 .../spark/sql/hudi/ProvidesHoodieConfig.scala      |  29 +-
 .../spark/sql/hudi/HoodieSparkSqlTestBase.scala    |   8 +
 .../apache/spark/sql/hudi/TestInsertTable.scala    | 376 ++++++++++++++-------
 .../sql/hudi/catalog/HoodieInternalV2Table.scala   |   8 +-
 17 files changed, 697 insertions(+), 240 deletions(-)
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/commit/BaseDatasetBulkInsertCommitActionExecutor.java
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/commit/DatasetBulkInsertCommitActionExecutor.java
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/commit/DatasetBulkInsertOverwriteCommitActionExecutor.java
 copy hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkInsertOverwriteTableCommitActionExecutor.java => hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/commit/DatasetBulkInsertOverwriteTableCommitActionExecutor.java (68%)