You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by lz...@apache.org on 2020/05/16 06:17:08 UTC
[flink] branch master updated (91932cc -> b843480)

This is an automated email from the ASF dual-hosted git repository.

lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 91932cc  [FLINK-17727][e2e] Re-enable "[FLINK-17467][task][e2e] Modify existing upgrade test to verify aligned savepoints" after a fix
     add 25279ed  [FLINK-17587][runtime] Extract StreamingFileSinkHelper from StreamingFileSink
     add b843480  [FLINK-17587][filesystem] Filesystem streaming sink support commit success file

No new revisions were added by this update.

Summary of changes:
 .../api/functions/sink/filesystem/Buckets.java     |  31 ++-
 .../sink/filesystem/StreamingFileSink.java         |  93 +++----
 .../sink/filesystem/StreamingFileSinkHelper.java   | 110 +++++++++
 .../runtime/stream/FsStreamingSinkITCaseBase.scala |  73 +++++-
 .../stream/sql/StreamFileSystemTestCsvITCase.scala |  46 ++++
 .../flink/table/filesystem/FileSystemOptions.java  |  46 ++++
 .../table/filesystem/FileSystemTableFactory.java   |  27 ++-
 .../table/filesystem/FileSystemTableSink.java      | 109 ++++++---
 .../table/filesystem/MetastoreCommitPolicy.java    |  47 ++++
 .../table/filesystem/PartitionCommitPolicy.java    | 124 ++++++++++
 .../table/filesystem/SuccessFileCommitPolicy.java  |  44 ++++
 .../filesystem/stream/InactiveBucketListener.java  |  46 ++++
 .../filesystem/stream/PartitionCommitTrigger.java  | 121 +++++++++
 .../stream/PartitionTimeCommitTigger.java          | 119 +++++++++
 .../filesystem/stream/ProcTimeCommitTigger.java    |  77 ++++++
 .../filesystem/stream/StreamingFileCommitter.java  | 269 +++++++++++++++++++++
 .../filesystem/stream/StreamingFileWriter.java     | 149 ++++++++++++
 17 files changed, 1410 insertions(+), 121 deletions(-)
 create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/api/functions/sink/filesystem/StreamingFileSinkHelper.java
 create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/stream/sql/StreamFileSystemTestCsvITCase.scala
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/MetastoreCommitPolicy.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/PartitionCommitPolicy.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/SuccessFileCommitPolicy.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/InactiveBucketListener.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/PartitionCommitTrigger.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/PartitionTimeCommitTigger.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/ProcTimeCommitTigger.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/StreamingFileCommitter.java
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/filesystem/stream/StreamingFileWriter.java