You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vb...@apache.org on 2019/10/23 09:53:08 UTC
[incubator-hudi] branch master updated (e4c91ed -> d8be818)
This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
from e4c91ed [HUDI-290] Normalize test class name of all test classes (#951)
add d8be818 [HUDI-130] Paths written in compaction plan needs to be relative to base-path
No new revisions were added by this update.
Summary of changes:
.../hudi/cli/commands/CompactionCommand.java | 7 +-
.../org/apache/hudi/CompactionAdminClient.java | 47 ++++++----
.../java/org/apache/hudi/HoodieWriteClient.java | 8 +-
.../io/compact/HoodieRealtimeTableCompactor.java | 61 +++++++-----
.../io/compact/strategy/CompactionStrategy.java | 5 +-
hudi-common/pom.xml | 2 +
.../src/main/avro/HoodieArchivedMetaEntry.avsc | 5 +
hudi-common/src/main/avro/HoodieCleanMetadata.avsc | 5 +
.../src/main/avro/HoodieCommitMetadata.avsc | 5 +
.../src/main/avro/HoodieCompactionOperation.avsc | 5 +
.../src/main/avro/HoodieRestoreMetadata.avsc | 7 +-
.../src/main/avro/HoodieRollbackMetadata.avsc | 5 +
.../src/main/avro/HoodieSavePointMetadata.avsc | 5 +
.../hudi/common/model/CompactionOperation.java | 52 ++++++-----
.../common/table/timeline/dto/CompactionOpDTO.java | 4 +-
.../org/apache/hudi/common/util/AvroUtils.java | 12 ++-
.../apache/hudi/common/util/CompactionUtils.java | 20 +++-
.../common/versioning/AbstractMigratorBase.java | 16 ++--
.../hudi/common/versioning/MetadataMigrator.java | 104 +++++++++++++++++++++
.../hudi/common/versioning/VersionMigrator.java | 31 +++---
.../compaction/CompactionPlanMigrator.java | 27 +++---
.../compaction/CompactionV1MigrationHandler.java | 86 +++++++++++++++++
.../compaction/CompactionV2MigrationHandler.java | 76 +++++++++++++++
.../hudi/common/util/CompactionTestUtils.java | 5 +-
.../hudi/common/util/TestCompactionUtils.java | 63 +++++++++----
25 files changed, 523 insertions(+), 140 deletions(-)
copy hudi-client/src/main/java/org/apache/hudi/exception/HoodieCompactionException.java => hudi-common/src/main/java/org/apache/hudi/common/versioning/AbstractMigratorBase.java (71%)
create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/versioning/MetadataMigrator.java
copy hudi-spark/src/main/java/org/apache/hudi/KeyGenerator.java => hudi-common/src/main/java/org/apache/hudi/common/versioning/VersionMigrator.java (52%)
copy hudi-spark/src/main/java/org/apache/hudi/KeyGenerator.java => hudi-common/src/main/java/org/apache/hudi/common/versioning/compaction/CompactionPlanMigrator.java (61%)
create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/versioning/compaction/CompactionV1MigrationHandler.java
create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/versioning/compaction/CompactionV2MigrationHandler.java