You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by ud...@apache.org on 2021/08/19 23:39:08 UTC
[hudi] branch release-0.9.0 updated (73c0e1e -> 79a45bd)
This is an automated email from the ASF dual-hosted git repository.
uditme pushed a change to branch release-0.9.0
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 73c0e1e [HUDI-2322] Use correct meta columns while preparing dataset for bulk insert (#3504)
add 79a45bd Restore 0.8.0 config keys with deprecated annotation (#3506)
No new revisions were added by this update.
Summary of changes:
docker/demo/sparksql-incremental.commands | 4 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 4 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 16 +-
.../scala/org/apache/hudi/cli/SparkHelpers.scala | 9 +-
.../cli/commands/TestHoodieLogFileCommand.java | 4 +-
.../hudi/cli/commands/TestRepairsCommand.java | 2 +-
.../cli/commands/TestUpgradeDowngradeCommand.java | 2 +-
.../http/HoodieWriteCommitHttpCallbackClient.java | 4 +-
.../callback/util/HoodieCommitCallbackFactory.java | 2 +-
.../apache/hudi/config/HoodieBootstrapConfig.java | 118 ++-
.../apache/hudi/config/HoodieClusteringConfig.java | 184 ++++-
.../apache/hudi/config/HoodieCompactionConfig.java | 297 ++++++--
.../apache/hudi/config/HoodieHBaseIndexConfig.java | 271 +++++--
.../org/apache/hudi/config/HoodieIndexConfig.java | 247 ++++--
.../org/apache/hudi/config/HoodieLockConfig.java | 55 +-
.../org/apache/hudi/config/HoodieMemoryConfig.java | 47 +-
.../apache/hudi/config/HoodieMetricsConfig.java | 119 ++-
.../hudi/config/HoodieMetricsDatadogConfig.java | 97 ++-
.../hudi/config/HoodieMetricsPrometheusConfig.java | 85 ++-
.../apache/hudi/config/HoodiePayloadConfig.java | 12 +-
.../config/HoodiePreCommitValidatorConfig.java | 33 +-
.../apache/hudi/config/HoodieStorageConfig.java | 165 +++-
.../config/HoodieWriteCommitCallbackConfig.java | 66 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 837 +++++++++++++++------
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 2 +-
.../factory/HoodieAvroKeyGeneratorFactory.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 8 +-
.../java/org/apache/hudi/table/HoodieTable.java | 10 +-
.../hudi/table/HoodieTimelineArchiveLog.java | 8 +-
.../table/upgrade/BaseOneToTwoUpgradeHandler.java | 6 +-
.../hudi/io/storage/TestHoodieOrcReaderWriter.java | 2 +-
.../factory/TestHoodieAvroKeyGeneratorFactory.java | 4 +-
.../datadog/TestHoodieMetricsDatadogConfig.java | 2 +-
.../hudi/testutils/HoodieWriteableTestTable.java | 8 +-
.../SparkSizeBasedClusteringPlanStrategy.java | 5 +-
.../SparkSortAndSizeExecutionStrategy.java | 17 +-
.../apache/hudi/client/utils/SparkMemoryUtils.java | 8 +-
.../SqlQueryEqualityPreCommitValidator.java | 3 +-
.../SqlQueryInequalityPreCommitValidator.java | 3 +-
.../SqlQuerySingleResultPreCommitValidator.java | 3 +-
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 6 +-
.../factory/HoodieSparkKeyGeneratorFactory.java | 2 +-
.../functional/TestHoodieBackedMetadata.java | 45 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 17 +-
.../index/hbase/TestHBaseQPSResourceAllocator.java | 2 +-
.../apache/hudi/keygen/TestCustomKeyGenerator.java | 4 +-
.../TestHoodieSparkKeyGeneratorFactory.java | 4 +-
.../apache/hudi/table/TestConsistencyGuard.java | 2 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 20 +-
.../strategy/TestHoodieCompactionStrategy.java | 3 +-
.../table/action/rollback/TestRollbackUtils.java | 11 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 38 +-
.../hudi/testutils/HoodieClientTestHarness.java | 32 +-
.../hudi/testutils/HoodieClientTestUtils.java | 4 +-
.../hudi/common/config/HoodieMetadataConfig.java | 203 ++++-
.../hudi/common/config/LockConfiguration.java | 54 ++
.../hudi/common/fs/ConsistencyGuardConfig.java | 97 ++-
.../java/org/apache/hudi/common/fs/FSUtils.java | 25 +-
.../hudi/common/model/HoodiePayloadProps.java | 11 +
.../hudi/common/table/HoodieTableConfig.java | 219 ++++--
.../hudi/common/table/HoodieTableMetaClient.java | 100 +--
.../table/view/FileSystemViewStorageConfig.java | 224 ++++--
.../hudi/keygen/constant/KeyGeneratorOptions.java | 31 +
.../metadata/HoodieMetadataFileSystemView.java | 2 +-
.../hudi/common/bootstrap/TestBootstrapIndex.java | 9 +-
.../org/apache/hudi/common/fs/TestFSUtils.java | 7 +-
.../common/model/TestHoodieDeltaWriteStat.java | 3 +-
.../view/TestPriorityBasedFileSystemView.java | 2 +-
.../hudi/common/testutils/FileCreateUtils.java | 4 +-
.../hudi/common/testutils/HoodieTestTable.java | 2 +-
.../hudi/common/testutils/HoodieTestUtils.java | 6 +-
.../hudi/common/util/TestTablePathUtils.java | 9 +-
.../examples/spark/HoodieDataSourceExample.scala | 32 +-
.../examples/spark/HoodieMorCompactionJob.scala | 6 +-
.../apache/hudi/configuration/FlinkOptions.java | 10 +-
.../sink/partitioner/profile/WriteProfile.java | 2 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 2 +-
.../apache/hudi/sink/utils/PayloadCreation.java | 2 +-
.../apache/hudi/streamer/FlinkStreamerConfig.java | 6 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 14 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 8 +-
.../hudi/sink/partitioner/TestBucketAssigner.java | 2 +-
.../apache/hudi/table/TestHoodieTableFactory.java | 32 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 14 +-
.../apache/hudi/hadoop/TestInputPathHandler.java | 8 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 14 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 4 +-
.../reader/DFSHoodieDatasetInputReader.java | 6 +-
.../testsuite/dag/nodes/SparkBulkInsertNode.scala | 2 +-
.../testsuite/dag/nodes/SparkInsertNode.scala | 2 +-
.../testsuite/dag/nodes/SparkUpsertNode.scala | 2 +-
.../testsuite/job/TestHoodieTestSuiteJob.java | 2 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 10 +-
.../BulkInsertDataInternalWriterHelper.java | 2 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 57 +-
.../HoodieBulkInsertInternalWriterTestBase.java | 4 +-
.../apache/hudi/HoodieDatasetBulkInsertHelper.java | 2 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 18 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 67 +-
.../scala/org/apache/hudi/HoodieWriterUtils.scala | 15 +-
.../apache/spark/sql/hudi/HoodieOptionConfig.scala | 10 +-
.../hudi/command/CreateHoodieTableCommand.scala | 56 +-
.../hudi/command/DeleteHoodieTableCommand.scala | 17 +-
.../command/InsertIntoHoodieTableCommand.scala | 33 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 27 +-
.../spark/sql/hudi/command/SqlKeyGenerator.scala | 8 +-
.../hudi/command/UpdateHoodieTableCommand.scala | 14 +-
.../hudi-spark/src/test/java/HoodieJavaApp.java | 14 +-
.../src/test/java/HoodieJavaGenerateApp.java | 4 +-
.../src/test/java/HoodieJavaStreamingApp.java | 6 +-
.../org/apache/hudi/functional/TestBootstrap.java | 27 +-
.../TestHoodieDatasetBulkInsertHelper.java | 4 +-
.../apache/hudi/HoodieSparkSqlWriterSuite.scala | 57 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 22 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 30 +-
.../functional/TestDataSourceForBootstrap.scala | 34 +-
.../apache/hudi/functional/TestEmptyCommit.scala | 6 +-
.../apache/hudi/functional/TestMORDataSource.scala | 40 +-
.../hudi/functional/TestStreamingSource.scala | 14 +-
.../hudi/functional/TestStructuredStreaming.scala | 8 +-
.../hudi/functional/TestTimeTravelQuery.scala | 16 +-
.../apache/spark/sql/hudi/TestCreateTable.scala | 46 +-
.../org/apache/hudi/internal/DefaultSource.java | 10 +-
.../apache/hudi/spark3/internal/DefaultSource.java | 8 +-
.../java/org/apache/hudi/dla/DLASyncConfig.java | 6 +-
.../java/org/apache/hudi/hive/HiveSyncConfig.java | 2 +-
.../hudi/timeline/service/TimelineService.java | 11 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 2 +-
.../kafka/HoodieWriteCommitKafkaCallback.java | 30 +-
.../HoodieWriteCommitKafkaCallbackConfig.java | 49 +-
.../utilities/deltastreamer/BootstrapExecutor.java | 14 +-
.../hudi/utilities/deltastreamer/DeltaSync.java | 22 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 6 +-
.../TestKafkaConnectHdfsProvider.java | 2 +-
.../functional/TestHoodieDeltaStreamer.java | 8 +-
.../TestHoodieMultiTableDeltaStreamer.java | 6 +-
.../functional/TestHoodieSnapshotCopier.java | 4 +-
137 files changed, 3460 insertions(+), 1527 deletions(-)