You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by da...@apache.org on 2021/10/20 13:10:24 UTC
[hudi] branch master updated (3686c25 -> e355ab5)

This is an automated email from the ASF dual-hosted git repository.

danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 3686c25  [HUDI-2469] [Kafka Connect] Replace json based payload with protobuf for Transaction protocol. (#3694)
     add e355ab5  [HUDI-2578] Support merging small files for flink insert operation (#3822)

No new revisions were added by this update.

Summary of changes:
 .../apache/hudi/client/HoodieFlinkWriteClient.java | 18 +++--
 .../hudi/io/FlinkConcatAndReplaceHandle.java       | 82 +++++++++++++++++++
 .../java/org/apache/hudi/io/FlinkConcatHandle.java | 81 +++++++++++++++++++
 .../apache/hudi/configuration/FlinkOptions.java    | 10 ++-
 .../apache/hudi/configuration/OptionsResolver.java | 70 ++++++++++++++++
 .../hudi/sink/StreamWriteOperatorCoordinator.java  | 19 +++--
 .../sink/common/AbstractStreamWriteFunction.java   | 11 ++-
 .../org/apache/hudi/sink/event/CommitAckEvent.java | 18 ++++-
 .../apache/hudi/streamer/FlinkStreamerConfig.java  |  7 +-
 .../org/apache/hudi/table/HoodieTableFactory.java  | 10 +--
 .../org/apache/hudi/table/HoodieTableSink.java     |  9 ++-
 .../java/org/apache/hudi/util/StreamerUtil.java    | 22 ++----
 .../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 92 +++++++++++++++++++++-
 .../org/apache/hudi/sink/TestWriteMergeOnRead.java |  5 ++
 .../hudi/sink/TestWriteMergeOnReadWithCompact.java |  5 ++
 .../hudi/sink/utils/InsertFunctionWrapper.java     |  3 +-
 .../sink/utils/StreamWriteFunctionWrapper.java     |  3 +-
 .../apache/hudi/table/HoodieDataSourceITCase.java  |  9 ++-
 18 files changed, 416 insertions(+), 58 deletions(-)
 create mode 100644 hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/FlinkConcatAndReplaceHandle.java
 create mode 100644 hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/FlinkConcatHandle.java
 create mode 100644 hudi-flink/src/main/java/org/apache/hudi/configuration/OptionsResolver.java