You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vb...@apache.org on 2023/04/15 05:39:42 UTC
[hudi] branch master updated (b937b081c71 -> 6594c17cc7b)
This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from b937b081c71 [HUDI-5893] Mark additional advanced configs (#8329)
add 6594c17cc7b [HUDI-5690] Add simpleBucketPartitioner to support using the simple bucket index under bulkinsert (#7834)
No new revisions were added by this update.
Summary of changes:
.../hudi/index/bucket/HoodieBucketIndex.java | 1 +
.../hudi/index/bucket/HoodieSimpleBucketIndex.java | 11 +-
.../table/BucketIndexBulkInsertPartitioner.java | 79 +++++++++++
.../table/storage/HoodieSimpleBucketLayout.java | 1 +
...onsistentBucketClusteringExecutionStrategy.java | 4 +-
.../BulkInsertInternalPartitionerFactory.java | 9 +-
.../bulkinsert/RDDBucketIndexPartitioner.java | 103 ++++++++++++++-
... RDDConsistentBucketBulkInsertPartitioner.java} | 144 ++-------------------
.../RDDSimpleBucketBulkInsertPartitioner.java | 107 +++++++++++++++
.../TestRDDSimpleBucketBulkInsertPartitioner.java | 126 ++++++++++++++++++
.../java/org/apache/hudi/common/fs/FSUtils.java | 13 ++
11 files changed, 450 insertions(+), 148 deletions(-)
create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/BucketIndexBulkInsertPartitioner.java
rename hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/{RDDConsistentBucketPartitioner.java => RDDConsistentBucketBulkInsertPartitioner.java} (52%)
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/RDDSimpleBucketBulkInsertPartitioner.java
create mode 100644 hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/execution/bulkinsert/TestRDDSimpleBucketBulkInsertPartitioner.java