You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2021/01/11 05:20:04 UTC
[hudi] branch master updated (23e93d0 -> 7ce3ac7)
This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 23e93d0 [MINOR] fix spark 3 build for incremental query on MOR (#2425)
add 7ce3ac7 [HUDI-1479] Use HoodieEngineContext to parallelize fetching of partiton paths (#2417)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/cli/commands/MetadataCommand.java | 4 +-
.../apache/hudi/client/AbstractHoodieClient.java | 4 +
.../metadata/HoodieBackedTableMetadataWriter.java | 5 +-
.../java/org/apache/hudi/table/HoodieTable.java | 15 +-
.../PartitionAwareClusteringPlanStrategy.java | 2 +-
.../hudi/table/action/rollback/RollbackUtils.java | 7 +-
.../action/savepoint/SavepointActionExecutor.java | 2 +-
.../FlinkCopyOnWriteRollbackActionExecutor.java | 2 +-
.../table/upgrade/ZeroToOneUpgradeHandler.java | 4 +-
.../index/bloom/SparkHoodieGlobalBloomIndex.java | 2 +-
.../index/simple/SparkHoodieGlobalSimpleIndex.java | 2 +-
...rkInsertOverwriteTableCommitActionExecutor.java | 2 +-
.../HoodieSparkMergeOnReadTableCompactor.java | 2 +-
.../SparkCopyOnWriteRollbackActionExecutor.java | 4 +-
.../table/upgrade/ZeroToOneUpgradeHandler.java | 4 +-
.../org/apache/hudi/client/TestClientRollback.java | 2 +-
.../hudi/metadata/TestHoodieBackedMetadata.java | 36 +++--
.../hudi/common/config/HoodieMetadataConfig.java | 5 +-
.../common/engine/HoodieLocalEngineContext.java | 15 +-
.../common/engine/LocalTaskContextSupplier.java | 6 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 8 +-
.../common/table/view/FileSystemViewManager.java | 8 +-
.../apache/hudi/metadata/BaseTableMetadata.java | 18 ++-
.../metadata/FileSystemBackedTableMetadata.java | 58 ++++++-
.../hudi/metadata/HoodieBackedTableMetadata.java | 16 +-
.../metadata/HoodieMetadataFileSystemView.java | 7 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 17 +-
.../TestFileSystemBackedTableMetadata.java | 174 +++++++++++++++++++++
.../hudi/hadoop/HoodieROTablePathFilter.java | 6 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 6 +-
.../utils/HoodieRealtimeInputFormatUtils.java | 7 +-
.../reader/DFSHoodieDatasetInputReader.java | 4 +-
.../java/org/apache/hudi/client/TestBootstrap.java | 12 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 3 -
.../hudi/sync/common/AbstractSyncHoodieClient.java | 6 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 4 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 7 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 9 +-
38 files changed, 382 insertions(+), 113 deletions(-)
copy hudi-client/hudi-java-client/src/main/java/org/apache/hudi/client/common/HoodieJavaEngineContext.java => hudi-common/src/main/java/org/apache/hudi/common/engine/HoodieLocalEngineContext.java (85%)
copy hudi-client/hudi-java-client/src/main/java/org/apache/hudi/client/common/JavaTaskContextSupplier.java => hudi-common/src/main/java/org/apache/hudi/common/engine/LocalTaskContextSupplier.java (85%)
create mode 100644 hudi-common/src/test/java/org/apache/hudi/metadata/TestFileSystemBackedTableMetadata.java