You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by ak...@apache.org on 2023/01/21 17:16:15 UTC
[hudi] branch master updated (febff4afd2a -> a70355f4457)
This is an automated email from the ASF dual-hosted git repository.
akudinkin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from febff4afd2a [HUDI-5417] support to read avro from non-legacy map/list in parquet log (#7512)
add a70355f4457 [HUDI-5579] Fixing Kryo registration to be properly wired into Spark sessions (#7702)
No new revisions were added by this update.
Summary of changes:
README.md | 4 ++-
docker/demo/config/spark-defaults.conf | 2 ++
.../templates/spark_command.txt.template | 1 +
.../hudi/cli/utils/SparkTempViewProvider.java | 5 +--
.../java/org/apache/hudi/cli/utils/SparkUtil.java | 3 +-
.../cli/functional/CLIFunctionalTestHarness.java | 4 +--
hudi-client/hudi-client-common/pom.xml | 6 ++++
hudi-client/hudi-java-client/pom.xml | 6 ++++
...ovider.scala => HoodieSparkKryoRegistrar.scala} | 36 ++++++++++++++--------
.../hudi/testutils/FunctionalTestHarness.java | 4 +--
.../hudi/testutils/HoodieClientTestUtils.java | 11 ++++++-
.../SparkClientFunctionalTestHarness.java | 4 +--
.../hudi/testutils/providers/SparkProvider.java | 1 +
hudi-common/pom.xml | 2 +-
.../common/config/SerializableConfiguration.java | 1 +
...rovider.java => HoodieCommonKryoRegistrar.java} | 13 +++++---
.../hudi/common/util/SerializationUtils.java | 4 +--
hudi-examples/bin/hudi-delta-streamer | 2 ++
hudi-examples/hudi-examples-common/pom.xml | 6 ++++
hudi-examples/hudi-examples-java/pom.xml | 6 ++++
.../examples/common/HoodieExampleSparkUtils.java | 3 +-
.../quickstart/TestHoodieSparkQuickstart.java | 4 +--
.../src/test/python/HoodiePySparkQuickstart.py | 2 ++
hudi-flink-datasource/hudi-flink/pom.xml | 24 +++++++++++++++
hudi-hadoop-mr/pom.xml | 6 ++++
hudi-integ-test/README.md | 6 ++++
hudi-kafka-connect/pom.xml | 7 +++++
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 23 ++++++++++----
.../hudi-spark/src/test/java/HoodieJavaApp.java | 7 +++--
.../src/test/java/HoodieJavaGenerateApp.java | 8 +++--
.../src/test/java/HoodieJavaStreamingApp.java | 15 ++++++---
.../functional/TestHiveTableSchemaEvolution.java | 20 +++++-------
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 14 ++++-----
.../org/apache/hudi/TestHoodieSparkUtils.scala | 4 +++
.../hudi/TestTableSchemaResolverWithSparkSQL.scala | 6 ++--
.../functional/TestDataSourceForBootstrap.scala | 15 +++++----
.../hudi/functional/TestStreamingSource.scala | 5 ++-
.../benchmark/BoundInMemoryExecutorBenchmark.scala | 1 +
.../benchmark/CowTableReadBenchmark.scala | 1 +
.../ReadAndWriteWithoutAvroBenchmark.scala | 1 +
.../spark/sql/hudi/HoodieSparkSqlTestBase.scala | 16 +++-------
.../hudi/procedure/TestBootstrapProcedure.scala | 3 +-
hudi-sync/hudi-sync-common/pom.xml | 6 ++++
hudi-timeline-service/pom.xml | 6 ++++
.../hudi/utilities/HoodieSnapshotCopier.java | 5 +--
.../hudi/utilities/HoodieSnapshotExporter.java | 5 +--
.../org/apache/hudi/utilities/UtilHelpers.java | 7 +++--
.../hudi/utilities/TestHoodieRepairTool.java | 4 +--
.../bundle-validation/conf/spark-defaults.conf | 1 +
packaging/hudi-cli-bundle/pom.xml | 33 ++++++++++++++++++++
packaging/hudi-flink-bundle/pom.xml | 32 +++++++++++++++++++
packaging/hudi-hadoop-mr-bundle/pom.xml | 32 +++++++++++++++++++
packaging/hudi-integ-test-bundle/pom.xml | 32 +++++++++++++++++++
packaging/hudi-kafka-connect-bundle/pom.xml | 31 +++++++++++++++++++
packaging/hudi-presto-bundle/pom.xml | 31 +++++++++++++++++++
packaging/hudi-trino-bundle/pom.xml | 31 +++++++++++++++++++
packaging/hudi-utilities-slim-bundle/README.md | 5 +++
pom.xml | 30 ++++++------------
58 files changed, 473 insertions(+), 130 deletions(-)
rename hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/{HoodieSparkKryoProvider.scala => HoodieSparkKryoRegistrar.scala} (63%)
rename hudi-common/src/main/java/org/apache/hudi/common/util/{HoodieCommonKryoProvider.java => HoodieCommonKryoRegistrar.java} (93%)