[hudi] branch master updated (c21209c -> 51ea27d)

[vi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from c21209c  [HUDI-1149] Added a console metrics reporter and associated unit tests.
     add 51ea27d  [HUDI-875] Abstract hudi-sync-common, and support hudi-hive-sync, hudi-dla-sync (#1810)

No new revisions were added by this update.

Summary of changes:
 docker/demo/setup_demo_container.sh                |   2 +-
 hudi-spark/pom.xml                                 |   5 +
 .../scala/org/apache/hudi/DataSourceOptions.scala  |   5 +
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     |  55 ++-
 .../hudi-dla-sync}/pom.xml                         | 224 +++++-------
 .../hudi-dla-sync}/src/assembly/src.xml            |   0
 .../java/org/apache/hudi/dla/DLASyncConfig.java    |  63 ++--
 .../main/java/org/apache/hudi/dla/DLASyncTool.java | 163 ++++-----
 .../java/org/apache/hudi/dla/HoodieDLAClient.java  | 403 +++++++++++++++++++++
 .../main/java/org/apache/hudi/dla/util/Utils.java  |  75 ++++
 .../org/apache/hudi/dla/TestDLASyncConfig.java     |  54 +++
 .../test/resources/log4j-surefire-quiet.properties |   0
 .../src/test/resources/log4j-surefire.properties   |   0
 .../hudi-hive-sync}/pom.xml                        |   7 +
 .../hudi-hive-sync}/run_sync_tool.sh               |   0
 .../hudi-hive-sync}/src/assembly/src.xml           |   0
 .../java/org/apache/hudi/hive/HiveSyncConfig.java  |   0
 .../java/org/apache/hudi/hive/HiveSyncTool.java    |   9 +-
 .../org/apache/hudi/hive/HoodieHiveClient.java     | 125 +------
 .../apache/hudi/hive/HoodieHiveSyncException.java  |   0
 .../hudi/hive/MultiPartKeysValueExtractor.java     |   0
 .../apache/hudi/hive/NonPartitionedExtractor.java  |   0
 .../apache/hudi/hive/PartitionValueExtractor.java  |   0
 .../org/apache/hudi/hive/SchemaDifference.java     |   4 +-
 .../SlashEncodedDayPartitionValueExtractor.java    |   0
 .../apache/hudi/hive/util/ColumnNameXLator.java    |   0
 .../org/apache/hudi/hive/util/HiveSchemaUtil.java  |   0
 .../org/apache/hudi/hive/TestHiveSyncTool.java     |   4 +-
 .../hudi/hive/testutils/HiveTestService.java       |   0
 .../apache/hudi/hive/testutils/HiveTestUtil.java   |   0
 .../test/resources/log4j-surefire-quiet.properties |   0
 .../src/test/resources/log4j-surefire.properties   |   0
 .../hadoop => hudi-sync/hudi-sync-common}/pom.xml  |  74 ++--
 .../hudi/sync/common/AbstractSyncHoodieClient.java | 189 ++++++++++
 .../apache/hudi/sync/common/AbstractSyncTool.java  |  25 +-
 .../hudi/sync/common/HoodieSyncException.java      |  12 +-
 hudi-sync/pom.xml                                  |  38 ++
 .../hudi/utilities/deltastreamer/DeltaSync.java    |  58 ++-
 .../deltastreamer/HoodieDeltaStreamer.java         |  13 +
 .../deltastreamer/HoodieDeltaStreamerMetrics.java  |  23 +-
 packaging/hudi-hive-sync-bundle/pom.xml            |   3 +-
 packaging/hudi-spark-bundle/pom.xml                |   1 +
 packaging/hudi-utilities-bundle/pom.xml            |   1 +
 pom.xml                                            |   2 +-
 44 files changed, 1174 insertions(+), 463 deletions(-)
 copy {hudi-timeline-service => hudi-sync/hudi-dla-sync}/pom.xml (54%)
 copy {hudi-hive-sync => hudi-sync/hudi-dla-sync}/src/assembly/src.xml (100%)
 copy hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncConfig.java => hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/DLASyncConfig.java (61%)
 copy hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java => hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/DLASyncTool.java (50%)
 create mode 100644 hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/HoodieDLAClient.java
 create mode 100644 hudi-sync/hudi-dla-sync/src/main/java/org/apache/hudi/dla/util/Utils.java
 create mode 100644 hudi-sync/hudi-dla-sync/src/test/java/org/apache/hudi/dla/TestDLASyncConfig.java
 rename {hudi-hive-sync => hudi-sync/hudi-dla-sync}/src/test/resources/log4j-surefire-quiet.properties (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-dla-sync}/src/test/resources/log4j-surefire.properties (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/pom.xml (96%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/run_sync_tool.sh (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/assembly/src.xml (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/HiveSyncConfig.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/HiveSyncTool.java (96%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java (82%)
 copy {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/HoodieHiveSyncException.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/MultiPartKeysValueExtractor.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/NonPartitionedExtractor.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/PartitionValueExtractor.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/SchemaDifference.java (98%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/SlashEncodedDayPartitionValueExtractor.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/util/ColumnNameXLator.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/main/java/org/apache/hudi/hive/util/HiveSchemaUtil.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/test/java/org/apache/hudi/hive/TestHiveSyncTool.java (99%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/test/java/org/apache/hudi/hive/testutils/HiveTestService.java (100%)
 rename {hudi-hive-sync => hudi-sync/hudi-hive-sync}/src/test/java/org/apache/hudi/hive/testutils/HiveTestUtil.java (100%)
 copy {hudi-timeline-service => hudi-sync/hudi-hive-sync}/src/test/resources/log4j-surefire-quiet.properties (100%)
 copy {hudi-timeline-service => hudi-sync/hudi-hive-sync}/src/test/resources/log4j-surefire.properties (100%)
 copy {docker/hoodie/hadoop => hudi-sync/hudi-sync-common}/pom.xml (52%)
 create mode 100644 hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/AbstractSyncHoodieClient.java
 copy hudi-spark/src/main/scala/org/apache/hudi/package.scala => hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/AbstractSyncTool.java (60%)
 rename hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveSyncException.java => hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/HoodieSyncException.java (77%)
 create mode 100644 hudi-sync/pom.xml