You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by lz...@apache.org on 2020/05/19 04:10:25 UTC
[flink] branch master updated (b425c05 -> 3b3ad3d)
This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from b425c05 [FLINK-15813][runtime] Set default value of config “jobmanager.execution.failover-strategy” to “region”
add 3b3ad3d [FLINK-17594][filesystem] Support Hadoop path-based part-file writer
No new revisions were added by this update.
Summary of changes:
flink-formats/flink-hadoop-bulk/pom.xml | 105 ++++++++
.../bulk/DefaultHadoopFileCommitterFactory.java | 37 +++
.../formats/hadoop/bulk/HadoopFileCommitter.java | 62 +++++
.../hadoop/bulk/HadoopFileCommitterFactory.java | 45 ++++
.../hadoop/bulk/HadoopPathBasedBulkWriter.java | 71 ++++++
.../hadoop/bulk/HadoopPathBasedPartFileWriter.java | 270 ++++++++++++++++++++
.../bulk/committer/HadoopRenameFileCommitter.java | 107 ++++++++
.../HadoopPathBasedBulkFormatBuilder.java | 147 +++++++++++
.../sink/filesystem/SerializableConfiguration.java | 55 +++++
.../bulk/HadoopPathBasedPartFileWriterTest.java | 191 ++++++++++++++
.../committer/HadoopRenameFileCommitterTest.java | 275 +++++++++++++++++++++
.../filesystem/TestStreamingFileSinkFactory.java | 32 +++
.../src/test/resources/log4j2-test.properties | 0
flink-formats/pom.xml | 1 +
.../sink/filesystem/AbstractPartFileWriter.java | 2 +-
.../functions/sink/filesystem/BucketWriter.java | 2 +-
.../sink/filesystem/InProgressFileWriter.java | 2 +-
.../sink/filesystem/StreamingFileSink.java | 22 +-
.../sink/filesystem/WriterProperties.java | 2 +-
19 files changed, 1407 insertions(+), 21 deletions(-)
create mode 100644 flink-formats/flink-hadoop-bulk/pom.xml
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/DefaultHadoopFileCommitterFactory.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopFileCommitter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopFileCommitterFactory.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedBulkWriter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedPartFileWriter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/committer/HadoopRenameFileCommitter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/streaming/api/functions/sink/filesystem/HadoopPathBasedBulkFormatBuilder.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/streaming/api/functions/sink/filesystem/SerializableConfiguration.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedPartFileWriterTest.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/formats/hadoop/bulk/committer/HadoopRenameFileCommitterTest.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/streaming/api/functions/sink/filesystem/TestStreamingFileSinkFactory.java
copy {flink-yarn => flink-formats/flink-hadoop-bulk}/src/test/resources/log4j2-test.properties (100%)