You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vb...@apache.org on 2019/11/11 18:40:26 UTC
[incubator-hudi] branch master updated (23b303e -> 1032fc3)
This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
from 23b303e [HUDI-218] Adding Presto support to Integration Test (#1003)
add 1032fc3 [HUDI-137] Hudi cleaning state changes should be consistent with compaction actions
No new revisions were added by this update.
Summary of changes:
.../hudi/cli/commands/CompactionCommand.java | 3 +-
.../org/apache/hudi/CompactionAdminClient.java | 49 +++--
.../java/org/apache/hudi/HoodieCleanClient.java | 182 ++++++++++++++++++
.../java/org/apache/hudi/HoodieWriteClient.java | 57 ++----
.../client/embedded/EmbeddedTimelineService.java | 2 +
.../java/org/apache/hudi/io/HoodieCleanHelper.java | 13 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 5 +-
.../io/compact/HoodieRealtimeTableCompactor.java | 57 +++---
.../io/compact/strategy/CompactionStrategy.java | 3 +-
.../apache/hudi/table/HoodieCopyOnWriteTable.java | 144 ++++++++------
.../apache/hudi/table/HoodieMergeOnReadTable.java | 213 +++++++++++----------
.../java/org/apache/hudi/table/HoodieTable.java | 24 ++-
.../org/apache/hudi/table/RollbackExecutor.java | 20 +-
.../org/apache/hudi/table/RollbackRequest.java | 8 +-
.../org/apache/hudi/HoodieClientTestHarness.java | 6 +
.../src/test/java/org/apache/hudi/TestCleaner.java | 205 ++++++++++----------
.../java/org/apache/hudi/TestHoodieClientBase.java | 5 +
hudi-common/src/main/avro/HoodieCleanerPlan.avsc | 69 +++++++
.../hudi/common/model/CompactionOperation.java | 14 +-
.../apache/hudi/common/table/HoodieTimeline.java | 26 ++-
.../table/timeline/HoodieActiveTimeline.java | 80 ++++++--
.../table/timeline/HoodieDefaultTimeline.java | 8 +
.../hudi/common/table/timeline/HoodieInstant.java | 5 +-
.../table/view/RocksDbBasedFileSystemView.java | 2 +
.../org/apache/hudi/common/util/AvroUtils.java | 10 +
.../org/apache/hudi/common/util/ParquetUtils.java | 7 +-
.../hudi/common/versioning/MetadataMigrator.java | 15 +-
.../hudi/common/versioning/VersionMigrator.java | 4 +
.../compaction/CompactionPlanMigrator.java | 5 +-
.../compaction/CompactionV1MigrationHandler.java | 14 +-
.../compaction/CompactionV2MigrationHandler.java | 15 +-
.../hudi/common/util/TestCompactionUtils.java | 32 ++--
.../java/org/apache/hudi/hive/HiveSyncTool.java | 41 ++--
.../hudi/timeline/service/TimelineService.java | 2 +
34 files changed, 855 insertions(+), 490 deletions(-)
create mode 100644 hudi-client/src/main/java/org/apache/hudi/HoodieCleanClient.java
create mode 100644 hudi-common/src/main/avro/HoodieCleanerPlan.avsc