You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2022/03/25 08:37:49 UTC

[hudi] branch master updated (f20c986 -> e5c3f90)

This is an automated email from the ASF dual-hosted git repository.

xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from f20c986  [HUDI-3711] Fix typo in MaxwellJsonKafkaSourcePostProcessor.Config#PRECOMBINE_FIELD_TYPE_PROP (#5096)
     add e5c3f90  [HUDI-3563] Make quickstart examples covered by CI tests (#5082)

No new revisions were added by this update.

Summary of changes:
 .github/workflows/bot.yml                          |  59 +++-
 azure-pipelines.yml                                |   5 +-
 .../hudi-examples-common}/pom.xml                  |  93 +++---
 .../common/HoodieExampleDataGenerator.java         |   3 +-
 .../hudi-examples-flink}/pom.xml                   |  58 ++--
 .../examples/quickstart/HoodieFlinkQuickstart.java | 211 ++++++++++++
 .../factory/CollectSinkTableFactory.java           |   5 +-
 .../factory/ContinuousFileSourceFactory.java       |   7 +-
 .../quickstart}/source/ContinuousFileSource.java   |   4 +-
 .../quickstart/utils/QuickstartConfigurations.java |  36 +-
 .../examples/quickstart}/utils/SchemaBuilder.java  |   2 +-
 .../org.apache.flink.table.factories.Factory       |   4 +-
 .../src/main/resources/source-file.json            |   0
 .../quickstart/TestHoodieFlinkQuickstart.java      |  68 ++++
 .../examples/quickstart/TestQuickstartData.java    | 368 ++-------------------
 .../org.apache.flink.table.factories.Factory       |   4 +-
 .../test/resources/log4j-surefire-quiet.properties |   0
 .../src/test/resources/log4j-surefire.properties   |   1 +
 hudi-examples/hudi-examples-java/pom.xml           | 129 ++++++++
 .../java/HoodieJavaWriteClientExample.java         |   0
 .../hudi-examples-spark}/pom.xml                   | 217 ++++++------
 .../examples/common/ExampleDataSchemaProvider.java |   1 -
 .../examples/common/HoodieExampleSparkUtils.java   |   0
 .../hudi/examples/common/IdentityTransformer.java  |   0
 .../hudi/examples/common/RandomJsonSource.java     |   0
 .../examples/quickstart/HoodieSparkQuickstart.java | 227 +++++++++++++
 .../hudi/examples/quickstart}/QuickstartUtils.java |   4 +-
 .../spark/HoodieSparkBootstrapExample.java         |   0
 .../examples/spark/HoodieWriteClientExample.java   |   0
 .../delta-streamer-config/dfs/source-file.json     |   0
 .../kafka/kafka-source.properties                  |   0
 .../examples/spark/HoodieDataSourceExample.scala   |   6 +-
 .../examples/spark/HoodieMorCompactionJob.scala    |   3 +-
 .../quickstart/TestHoodieSparkQuickstart.java      | 115 +++++++
 .../examples/quickstart}/TestQuickstartUtils.java  |   2 +-
 .../test/resources/log4j-surefire-quiet.properties |   0
 .../src/test/resources/log4j-surefire.properties   |   1 +
 hudi-examples/pom.xml                              | 205 +-----------
 38 files changed, 1077 insertions(+), 761 deletions(-)
 copy {hudi-flink-datasource/hudi-flink1.13.x => hudi-examples/hudi-examples-common}/pom.xml (53%)
 rename hudi-examples/{ => hudi-examples-common}/src/main/java/org/apache/hudi/examples/common/HoodieExampleDataGenerator.java (99%)
 copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/pom.xml (92%)
 create mode 100644 hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/HoodieFlinkQuickstart.java
 copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/CollectSinkTableFactory.java (97%)
 copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/ContinuousFileSourceFactory.java (95%)
 copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/source/ContinuousFileSource.java (97%)
 copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestConfigurations.java => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/utils/QuickstartConfigurations.java (94%)
 copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/utils/SchemaBuilder.java (97%)
 copy {hudi-flink-datasource/hudi-flink/src/test => hudi-examples/hudi-examples-flink/src/main}/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%)
 copy hudi-flink-datasource/hudi-flink/src/test/resources/test_source.data => hudi-examples/hudi-examples-flink/src/main/resources/source-file.json (100%)
 create mode 100644 hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieFlinkQuickstart.java
 copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestData.java => hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestQuickstartData.java (50%)
 copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%)
 copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire-quiet.properties (100%)
 copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire.properties (99%)
 create mode 100644 hudi-examples/hudi-examples-java/pom.xml
 rename hudi-examples/{ => hudi-examples-java}/src/main/java/org/apache/hudi/examples/java/HoodieJavaWriteClientExample.java (100%)
 copy {hudi-spark-datasource/hudi-spark3-common => hudi-examples/hudi-examples-spark}/pom.xml (62%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/ExampleDataSchemaProvider.java (99%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/HoodieExampleSparkUtils.java (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/IdentityTransformer.java (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/RandomJsonSource.java (100%)
 create mode 100644 hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart/HoodieSparkQuickstart.java
 rename {hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart}/QuickstartUtils.java (99%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieSparkBootstrapExample.java (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieWriteClientExample.java (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/dfs/source-file.json (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/kafka/kafka-source.properties (100%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieDataSourceExample.scala (98%)
 rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieMorCompactionJob.scala (98%)
 create mode 100644 hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieSparkQuickstart.java
 rename {hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart}/TestQuickstartUtils.java (97%)
 copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire-quiet.properties (100%)
 copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire.properties (99%)