You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by da...@apache.org on 2021/08/04 02:55:09 UTC
[hudi] branch master updated (b4c14ea -> 02331fc)

This is an automated email from the ASF dual-hosted git repository.

danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from b4c14ea  [HUDI-2090] Ensure Disk Maps create a subfolder with appropriate prefixes and cleans them up on close  (#3329)
     add 02331fc  [HUDI-2258] Metadata table for flink (#3381)

No new revisions were added by this update.

Summary of changes:
 .../metadata/HoodieBackedTableMetadataWriter.java  |   3 +-
 .../apache/hudi/client/HoodieFlinkWriteClient.java |  33 ++++-
 .../client/common/HoodieFlinkEngineContext.java    |  39 +++++-
 .../FlinkHoodieBackedTableMetadataWriter.java}     |  65 ++++-----
 .../hudi/table/HoodieFlinkMergeOnReadTable.java    |  13 ++
 .../FlinkUpsertDeltaCommitActionExecutor.java      |   2 +-
 ...inkUpsertPreppedDeltaCommitActionExecutor.java} |  19 +--
 .../table/action/compact/FlinkCompactHelpers.java  |  72 ++++++++++
 .../rollback/FlinkMarkerBasedRollbackStrategy.java |  14 ++
 .../rollback/ListingBasedRollbackHelper.java       |  18 ++-
 .../java/org/apache/hudi/util/FlinkClientUtil.java |   8 --
 .../apache/hudi/configuration/FlinkOptions.java    |  16 +++
 .../org/apache/hudi/sink/StreamWriteFunction.java  |   8 +-
 .../hudi/sink/StreamWriteOperatorCoordinator.java  |  74 +++++++++--
 .../apache/hudi/sink/compact/CompactFunction.java  |  14 +-
 .../apache/hudi/sink/event/WriteMetadataEvent.java |  29 +++-
 .../apache/hudi/sink/utils/HiveSyncContext.java    |   3 +-
 .../java/org/apache/hudi/util/StreamerUtil.java    |  23 +++-
 .../sink/TestStreamWriteOperatorCoordinator.java   | 148 ++++++++++++---------
 19 files changed, 439 insertions(+), 162 deletions(-)
 copy hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/metadata/SparkHoodieBackedTableMetadataWriter.java => hudi-flink-client/src/main/java/org/apache/hudi/metadata/FlinkHoodieBackedTableMetadataWriter.java} (76%)
 copy hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/{FlinkUpsertPreppedCommitActionExecutor.java => delta/FlinkUpsertPreppedDeltaCommitActionExecutor.java} (65%)