You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2020/11/05 16:53:56 UTC
[hudi] branch master updated (5f5c15b -> 33ec88f)
This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 5f5c15b [HUDI-892] RealtimeParquetInputFormat skip adding projection columns if there are no log files (#2190)
add 33ec88f [HUDI-1352] Add FileSystemView APIs to query pending clustering operations (#2202)
No new revisions were added by this update.
Summary of changes:
hudi-common/pom.xml | 5 +
...ionMetadata.avsc => HoodieClusteringGroup.avsc} | 38 ++---
...tionMetadata.avsc => HoodieClusteringPlan.avsc} | 51 +++---
...tionInfo.avsc => HoodieClusteringStrategy.avsc} | 28 ++--
...fo.avsc => HoodieRequestedReplaceMetadata.avsc} | 47 +++---
...FilePartitionInfo.avsc => HoodieSliceInfo.avsc} | 34 ++--
.../hudi/common/model/WriteOperationType.java | 2 +
.../table/timeline/HoodieActiveTimeline.java | 8 +
.../table/timeline/HoodieDefaultTimeline.java | 6 +
.../hudi/common/table/timeline/HoodieTimeline.java | 6 +
.../table/timeline/TimelineMetadataUtils.java | 28 ++--
.../{FileSliceDTO.java => ClusteringOpDTO.java} | 56 +++----
.../table/view/AbstractTableFileSystemView.java | 45 ++++++
.../table/view/FileSystemViewStorageConfig.java | 11 ++
.../table/view/HoodieTableFileSystemView.java | 54 +++++++
.../table/view/PriorityBasedFileSystemView.java | 6 +
.../view/RemoteHoodieTableFileSystemView.java | 17 ++
.../table/view/RocksDbBasedFileSystemView.java | 59 +++++++
.../view/SpillableMapBasedFileSystemView.java | 17 ++
.../common/table/view/TableFileSystemView.java | 6 +
.../apache/hudi/common/util/ClusteringUtils.java | 178 +++++++++++++++++++++
.../hudi/common/util/RocksDBSchemaHelper.java | 12 +-
.../table/view/TestHoodieTableFileSystemView.java | 60 +++++++
.../hudi/common/util/TestClusteringUtils.java | 142 ++++++++++++++++
.../timeline/service/FileSystemViewHandler.java | 7 +
.../service/handlers/FileSliceHandler.java | 7 +
26 files changed, 801 insertions(+), 129 deletions(-)
copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc => HoodieClusteringGroup.avsc} (65%)
copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc => HoodieClusteringPlan.avsc} (61%)
copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieClusteringStrategy.avsc} (64%)
copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieRequestedReplaceMetadata.avsc} (61%)
copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieSliceInfo.avsc} (69%)
copy hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/{FileSliceDTO.java => ClusteringOpDTO.java} (50%)
create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/util/ClusteringUtils.java
create mode 100644 hudi-common/src/test/java/org/apache/hudi/common/util/TestClusteringUtils.java