You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2020/11/05 16:53:56 UTC

[hudi] branch master updated (5f5c15b -> 33ec88f)

This is an automated email from the ASF dual-hosted git repository.

vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 5f5c15b  [HUDI-892] RealtimeParquetInputFormat skip adding projection columns if there are no log files (#2190)
     add 33ec88f  [HUDI-1352] Add FileSystemView APIs to query pending clustering operations (#2202)

No new revisions were added by this update.

Summary of changes:
 hudi-common/pom.xml                                |   5 +
 ...ionMetadata.avsc => HoodieClusteringGroup.avsc} |  38 ++---
 ...tionMetadata.avsc => HoodieClusteringPlan.avsc} |  51 +++---
 ...tionInfo.avsc => HoodieClusteringStrategy.avsc} |  28 ++--
 ...fo.avsc => HoodieRequestedReplaceMetadata.avsc} |  47 +++---
 ...FilePartitionInfo.avsc => HoodieSliceInfo.avsc} |  34 ++--
 .../hudi/common/model/WriteOperationType.java      |   2 +
 .../table/timeline/HoodieActiveTimeline.java       |   8 +
 .../table/timeline/HoodieDefaultTimeline.java      |   6 +
 .../hudi/common/table/timeline/HoodieTimeline.java |   6 +
 .../table/timeline/TimelineMetadataUtils.java      |  28 ++--
 .../{FileSliceDTO.java => ClusteringOpDTO.java}    |  56 +++----
 .../table/view/AbstractTableFileSystemView.java    |  45 ++++++
 .../table/view/FileSystemViewStorageConfig.java    |  11 ++
 .../table/view/HoodieTableFileSystemView.java      |  54 +++++++
 .../table/view/PriorityBasedFileSystemView.java    |   6 +
 .../view/RemoteHoodieTableFileSystemView.java      |  17 ++
 .../table/view/RocksDbBasedFileSystemView.java     |  59 +++++++
 .../view/SpillableMapBasedFileSystemView.java      |  17 ++
 .../common/table/view/TableFileSystemView.java     |   6 +
 .../apache/hudi/common/util/ClusteringUtils.java   | 178 +++++++++++++++++++++
 .../hudi/common/util/RocksDBSchemaHelper.java      |  12 +-
 .../table/view/TestHoodieTableFileSystemView.java  |  60 +++++++
 .../hudi/common/util/TestClusteringUtils.java      | 142 ++++++++++++++++
 .../timeline/service/FileSystemViewHandler.java    |   7 +
 .../service/handlers/FileSliceHandler.java         |   7 +
 26 files changed, 801 insertions(+), 129 deletions(-)
 copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc => HoodieClusteringGroup.avsc} (65%)
 copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc => HoodieClusteringPlan.avsc} (61%)
 copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieClusteringStrategy.avsc} (64%)
 copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieRequestedReplaceMetadata.avsc} (61%)
 copy hudi-common/src/main/avro/{HoodieBootstrapFilePartitionInfo.avsc => HoodieSliceInfo.avsc} (69%)
 copy hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/{FileSliceDTO.java => ClusteringOpDTO.java} (50%)
 create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/util/ClusteringUtils.java
 create mode 100644 hudi-common/src/test/java/org/apache/hudi/common/util/TestClusteringUtils.java