You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2021/08/02 13:45:24 UTC
[hudi] branch master updated (dde57b2 -> fe50837)

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from dde57b2  [HUDI-2164] Let users build cluster plan and execute this plan at once using HoodieClusteringJob for async clustering (#3259)
     add fe50837  [HUDI-2177][HUDI-2200] Adding virtual keys support for MOR table (#3315)

No new revisions were added by this update.

Summary of changes:
 .../java/org/apache/hudi/keygen/KeyGenUtils.java   |   2 +-
 ...SparkExecuteClusteringCommitActionExecutor.java |  19 ++-
 .../TestHoodieClientOnCopyOnWriteStorage.java      |  24 +--
 .../hudi/client/TestTableSchemaEvolution.java      |   2 +-
 .../hudi/metadata/TestHoodieBackedMetadata.java    | 160 +++++++++----------
 .../hudi/table/TestHoodieMergeOnReadTable.java     | 169 +++++++++++++++------
 .../table/action/compact/CompactionTestBase.java   |   2 +-
 .../hudi/testutils/HoodieClientTestBase.java       |   6 +-
 .../hudi/testutils/HoodieClientTestHarness.java    |   6 +-
 .../hudi/testutils/HoodieClientTestUtils.java      |  43 ++++--
 .../hudi/testutils/HoodieMergeOnReadTestUtils.java |  19 ++-
 .../hudi/common/table/HoodieTableConfig.java       |  19 +++
 .../hudi/common/table/HoodieTableMetaClient.java   |  20 +++
 .../table/log/AbstractHoodieLogRecordScanner.java  |  25 ++-
 .../common/table/log/HoodieFileSliceReader.java    |  18 ++-
 .../apache/hudi/common/util/SpillableMapUtils.java |  12 +-
 .../hudi/metadata/HoodieBackedTableMetadata.java   |  12 +-
 .../hudi/common/testutils/SampleTestRecord.java    |  16 +-
 .../hudi/common/testutils/SchemaTestUtil.java      |   9 +-
 .../org/apache/hudi/hadoop/InputSplitUtils.java    |   8 +
 .../realtime/HoodieHFileRealtimeInputFormat.java   |  24 +--
 .../realtime/HoodieParquetRealtimeInputFormat.java |   4 +-
 .../hadoop/realtime/HoodieRealtimeFileSplit.java   |  18 ++-
 .../hudi/hadoop/realtime/HoodieVirtualKeyInfo.java |  65 ++++++++
 .../realtime/RealtimeBootstrapBaseFileSplit.java   |  10 ++
 .../realtime/RealtimeCompactedRecordReader.java    |   6 +-
 .../apache/hudi/hadoop/realtime/RealtimeSplit.java |  27 ++++
 .../utils/HoodieRealtimeInputFormatUtils.java      |  61 ++++++--
 .../realtime/TestHoodieRealtimeFileSplit.java      |   5 +-
 .../realtime/TestHoodieRealtimeRecordReader.java   |  21 ++-
 .../org/apache/hudi/HoodieMergeOnReadRDD.scala     |   4 +-
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     |  29 ++--
 .../org/apache/hudi/IncrementalRelation.scala      |   3 +
 .../hudi/MergeOnReadIncrementalRelation.scala      |   6 +-
 .../apache/hudi/MergeOnReadSnapshotRelation.scala  |  10 +-
 .../java/org/apache/hudi/client/TestBootstrap.java |   6 +-
 .../functional/HoodieSparkSqlWriterSuite.scala     |   2 +-
 37 files changed, 632 insertions(+), 260 deletions(-)
 create mode 100644 hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/realtime/HoodieVirtualKeyInfo.java