You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2022/03/30 21:38:32 UTC
[hudi] branch master updated (17d11f4 -> 31d4a16)

This is an automated email from the ASF dual-hosted git repository.

xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 17d11f4  [MINOR] Repeated execution of update status (#5089)
     add 31d4a16  [HUDI-3536] Add hudi-datahub-sync implementation (#5155)

No new revisions were added by this update.

Summary of changes:
 hudi-sync/hudi-datahub-sync/pom.xml                | 150 +++++++++++++
 .../hudi/sync/datahub/DataHubSyncClient.java       | 234 +++++++++++++++++++++
 .../apache/hudi/sync/datahub/DataHubSyncTool.java  |  74 +++++++
 .../sync/datahub/HoodieDataHubSyncException.java   |  11 +-
 .../datahub/config/DataHubEmitterSupplier.java     |  13 +-
 .../sync/datahub/config/DataHubSyncConfig.java     |  93 ++++++++
 .../config/HoodieDataHubDatasetIdentifier.java     |  48 +++++
 .../sync/datahub/config/TestDataHubSyncConfig.java |  61 ++++++
 .../test/resources/log4j-surefire-quiet.properties |   4 +-
 .../src/test/resources/log4j-surefire.properties   |   4 +-
 hudi-sync/pom.xml                                  |   7 +-
 .../pom.xml                                        |  57 +++--
 .../java/org/apache/hudi/datahub}/bundle/Main.java |  15 +-
 pom.xml                                            |   1 +
 14 files changed, 717 insertions(+), 55 deletions(-)
 create mode 100644 hudi-sync/hudi-datahub-sync/pom.xml
 create mode 100644 hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/DataHubSyncClient.java
 create mode 100644 hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/DataHubSyncTool.java
 copy hudi-aws/src/main/java/org/apache/hudi/aws/sync/HoodieGlueSyncException.java => hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/HoodieDataHubSyncException.java (75%)
 copy hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieHBaseKVComparator.java => hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/config/DataHubEmitterSupplier.java (70%)
 create mode 100644 hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/config/DataHubSyncConfig.java
 create mode 100644 hudi-sync/hudi-datahub-sync/src/main/java/org/apache/hudi/sync/datahub/config/HoodieDataHubDatasetIdentifier.java
 create mode 100644 hudi-sync/hudi-datahub-sync/src/test/java/org/apache/hudi/sync/datahub/config/TestDataHubSyncConfig.java
 copy {hudi-hadoop-mr => hudi-sync/hudi-datahub-sync}/src/test/resources/log4j-surefire-quiet.properties (94%)
 copy {hudi-client/hudi-flink-client => hudi-sync/hudi-datahub-sync}/src/test/resources/log4j-surefire.properties (92%)
 copy packaging/{hudi-hive-sync-bundle => hudi-datahub-sync-bundle}/pom.xml (72%)
 copy packaging/{hudi-hive-sync-bundle/src/main/java/org/apache/hudi/hive => hudi-datahub-sync-bundle/src/main/java/org/apache/hudi/datahub}/bundle/Main.java (72%)