You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by da...@apache.org on 2024/02/04 23:32:44 UTC
(hudi) branch master updated (274aa476bd6 -> ff0e67f78df)
This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 274aa476bd6 [HUDI-7284] Fix bad method name getLastPendingClusterCommit to getLastPendingClusterInstant (#10613)
add ff0e67f78df [HUDI-7351] Implement partition pushdown for glue (#10604)
No new revisions were added by this update.
Summary of changes:
hudi-aws/pom.xml | 16 +++
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 73 ++++++++---
.../hudi/aws/sync/util/GlueFilterGenVisitor.java | 18 ++-
.../sync/util/GluePartitionFilterGenerator.java | 13 +-
.../org/apache/hudi/config/HoodieAWSConfig.java | 14 +++
.../hudi/aws/sync/ITTestGluePartitionPushdown.java | 133 +++++++++++++++++++++
.../hudi/aws/sync/TestGluePartitionPushdown.java | 47 +++++---
.../java/org/apache/hudi/hive/HiveSyncTool.java | 5 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 6 +
.../apache/hudi/hive/util/FilterGenVisitor.java | 2 +-
.../hudi/hive/util/PartitionFilterGenerator.java | 14 +--
.../hive/util/TestPartitionFilterGenerator.java | 26 ++--
.../hudi/sync/common/HoodieMetaSyncOperations.java | 7 ++
pom.xml | 2 +
14 files changed, 299 insertions(+), 77 deletions(-)
copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/RandomFileIdPrefixProvider.java => hudi-aws/src/main/java/org/apache/hudi/aws/sync/util/GlueFilterGenVisitor.java (67%)
copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/exception/HoodieRestoreException.java => hudi-aws/src/main/java/org/apache/hudi/aws/sync/util/GluePartitionFilterGenerator.java (70%)
create mode 100644 hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
copy hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/util/TestPartitionFilterGenerator.java => hudi-aws/src/test/java/org/apache/hudi/aws/sync/TestGluePartitionPushdown.java (73%)