You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2022/03/25 08:37:49 UTC
[hudi] branch master updated (f20c986 -> e5c3f90)
This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from f20c986 [HUDI-3711] Fix typo in MaxwellJsonKafkaSourcePostProcessor.Config#PRECOMBINE_FIELD_TYPE_PROP (#5096)
add e5c3f90 [HUDI-3563] Make quickstart examples covered by CI tests (#5082)
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 59 +++-
azure-pipelines.yml | 5 +-
.../hudi-examples-common}/pom.xml | 93 +++---
.../common/HoodieExampleDataGenerator.java | 3 +-
.../hudi-examples-flink}/pom.xml | 58 ++--
.../examples/quickstart/HoodieFlinkQuickstart.java | 211 ++++++++++++
.../factory/CollectSinkTableFactory.java | 5 +-
.../factory/ContinuousFileSourceFactory.java | 7 +-
.../quickstart}/source/ContinuousFileSource.java | 4 +-
.../quickstart/utils/QuickstartConfigurations.java | 36 +-
.../examples/quickstart}/utils/SchemaBuilder.java | 2 +-
.../org.apache.flink.table.factories.Factory | 4 +-
.../src/main/resources/source-file.json | 0
.../quickstart/TestHoodieFlinkQuickstart.java | 68 ++++
.../examples/quickstart/TestQuickstartData.java | 368 ++-------------------
.../org.apache.flink.table.factories.Factory | 4 +-
.../test/resources/log4j-surefire-quiet.properties | 0
.../src/test/resources/log4j-surefire.properties | 1 +
hudi-examples/hudi-examples-java/pom.xml | 129 ++++++++
.../java/HoodieJavaWriteClientExample.java | 0
.../hudi-examples-spark}/pom.xml | 217 ++++++------
.../examples/common/ExampleDataSchemaProvider.java | 1 -
.../examples/common/HoodieExampleSparkUtils.java | 0
.../hudi/examples/common/IdentityTransformer.java | 0
.../hudi/examples/common/RandomJsonSource.java | 0
.../examples/quickstart/HoodieSparkQuickstart.java | 227 +++++++++++++
.../hudi/examples/quickstart}/QuickstartUtils.java | 4 +-
.../spark/HoodieSparkBootstrapExample.java | 0
.../examples/spark/HoodieWriteClientExample.java | 0
.../delta-streamer-config/dfs/source-file.json | 0
.../kafka/kafka-source.properties | 0
.../examples/spark/HoodieDataSourceExample.scala | 6 +-
.../examples/spark/HoodieMorCompactionJob.scala | 3 +-
.../quickstart/TestHoodieSparkQuickstart.java | 115 +++++++
.../examples/quickstart}/TestQuickstartUtils.java | 2 +-
.../test/resources/log4j-surefire-quiet.properties | 0
.../src/test/resources/log4j-surefire.properties | 1 +
hudi-examples/pom.xml | 205 +-----------
38 files changed, 1077 insertions(+), 761 deletions(-)
copy {hudi-flink-datasource/hudi-flink1.13.x => hudi-examples/hudi-examples-common}/pom.xml (53%)
rename hudi-examples/{ => hudi-examples-common}/src/main/java/org/apache/hudi/examples/common/HoodieExampleDataGenerator.java (99%)
copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/pom.xml (92%)
create mode 100644 hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/HoodieFlinkQuickstart.java
copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/CollectSinkTableFactory.java (97%)
copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/factory/ContinuousFileSourceFactory.java (95%)
copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/source/ContinuousFileSource.java (97%)
copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestConfigurations.java => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart/utils/QuickstartConfigurations.java (94%)
copy {hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-flink/src/main/java/org/apache/hudi/examples/quickstart}/utils/SchemaBuilder.java (97%)
copy {hudi-flink-datasource/hudi-flink/src/test => hudi-examples/hudi-examples-flink/src/main}/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%)
copy hudi-flink-datasource/hudi-flink/src/test/resources/test_source.data => hudi-examples/hudi-examples-flink/src/main/resources/source-file.json (100%)
create mode 100644 hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieFlinkQuickstart.java
copy hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestData.java => hudi-examples/hudi-examples-flink/src/test/java/org/apache/hudi/examples/quickstart/TestQuickstartData.java (50%)
copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory (84%)
copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire-quiet.properties (100%)
copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-flink}/src/test/resources/log4j-surefire.properties (99%)
create mode 100644 hudi-examples/hudi-examples-java/pom.xml
rename hudi-examples/{ => hudi-examples-java}/src/main/java/org/apache/hudi/examples/java/HoodieJavaWriteClientExample.java (100%)
copy {hudi-spark-datasource/hudi-spark3-common => hudi-examples/hudi-examples-spark}/pom.xml (62%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/ExampleDataSchemaProvider.java (99%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/HoodieExampleSparkUtils.java (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/IdentityTransformer.java (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/common/RandomJsonSource.java (100%)
create mode 100644 hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart/HoodieSparkQuickstart.java
rename {hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/main/java/org/apache/hudi/examples/quickstart}/QuickstartUtils.java (99%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieSparkBootstrapExample.java (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/java/org/apache/hudi/examples/spark/HoodieWriteClientExample.java (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/dfs/source-file.json (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/resources/delta-streamer-config/kafka/kafka-source.properties (100%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieDataSourceExample.scala (98%)
rename hudi-examples/{ => hudi-examples-spark}/src/main/scala/org/apache/hudi/examples/spark/HoodieMorCompactionJob.scala (98%)
create mode 100644 hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart/TestHoodieSparkQuickstart.java
rename {hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi => hudi-examples/hudi-examples-spark/src/test/java/org/apache/hudi/examples/quickstart}/TestQuickstartUtils.java (97%)
copy {hudi-client/hudi-spark-client => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire-quiet.properties (100%)
copy {hudi-flink-datasource/hudi-flink => hudi-examples/hudi-examples-spark}/src/test/resources/log4j-surefire.properties (99%)