You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2022/03/28 18:55:44 UTC

[hudi] branch master updated (4ed84b2 -> 6ccbae4)

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 4ed84b2  [HUDI-3720] Fix the logic of reattempting pending rollback (#5148)
     add 6ccbae4  [HUDI-2757] Implement Hudi AWS Glue sync (#5076)

No new revisions were added by this update.

Summary of changes:
 hudi-aws/pom.xml                                   |  33 ++
 .../hudi/aws/sync/AWSGlueCatalogSyncClient.java    | 479 +++++++++++++++++++++
 .../hudi/aws/sync/AwsGlueCatalogSyncTool.java      |  70 +++
 .../hudi/aws/sync/HoodieGlueSyncException.java     |  16 +-
 .../java/org/apache/hudi/aws/utils/S3Utils.java    |  10 +-
 .../apache/hudi/common/util/CollectionUtils.java   |  25 ++
 .../java/org/apache/hudi/common/util/MapUtils.java |  20 +-
 ...DateTimeUtils.java => TestCollectionUtils.java} |  45 +-
 .../writers/KafkaConnectTransactionServices.java   |   4 +-
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     |   3 +-
 .../main/java/org/apache/hudi/dla/DLASyncTool.java |   2 +-
 .../java/org/apache/hudi/dla/HoodieDLAClient.java  |  31 +-
 .../hudi/hive/AbstractHiveSyncHoodieClient.java    | 142 ++++++
 .../java/org/apache/hudi/hive/HiveSyncTool.java    |  66 +--
 .../org/apache/hudi/hive/HoodieHiveClient.java     | 141 ++----
 .../apache/hudi/hive/HoodieHiveSyncException.java  |  11 -
 .../java/org/apache/hudi/hive/ddl/DDLExecutor.java |  27 +-
 .../hudi/hive/replication/GlobalHiveSyncTool.java  |   4 -
 .../org/apache/hudi/hive/TestHiveSyncTool.java     |  70 +--
 .../hudi/sync/common/AbstractSyncHoodieClient.java |  20 +-
 .../apache/hudi/sync/common/model/Partition.java   |  25 +-
 .../apache/hudi/sync/common/util/TableUtils.java   |   9 +-
 .../hudi/utilities/TestHiveIncrementalPuller.java  |   2 +-
 .../functional/TestHoodieDeltaStreamer.java        |   4 +-
 .../utilities/testutils/UtilitiesTestBase.java     |   2 +-
 25 files changed, 1001 insertions(+), 260 deletions(-)
 create mode 100644 hudi-aws/src/main/java/org/apache/hudi/aws/sync/AWSGlueCatalogSyncClient.java
 create mode 100644 hudi-aws/src/main/java/org/apache/hudi/aws/sync/AwsGlueCatalogSyncTool.java
 copy hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieSourceTimeoutException.java => hudi-aws/src/main/java/org/apache/hudi/aws/sync/HoodieGlueSyncException.java (72%)
 copy hudi-common/src/test/java/org/apache/hudi/common/testutils/CheckedFunction.java => hudi-aws/src/main/java/org/apache/hudi/aws/utils/S3Utils.java (82%)
 copy hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/DFSProvider.java => hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java (73%)
 copy hudi-common/src/test/java/org/apache/hudi/common/util/{TestDateTimeUtils.java => TestCollectionUtils.java} (50%)
 create mode 100644 hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/AbstractHiveSyncHoodieClient.java
 copy hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieSourceTimeoutException.java => hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/model/Partition.java (65%)
 copy hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/HoodieEngineContextProvider.java => hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/TableUtils.java (80%)