You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by lz...@apache.org on 2020/05/19 04:07:10 UTC
[flink] branch release-1.11 updated (6fa0c92 -> 568f0e6)
This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch release-1.11
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 6fa0c92 [FLINK-15813][runtime] Set default value of config “jobmanager.execution.failover-strategy” to “region”
add 01852d7 [FLINK-17594][filesystem] Support Hadoop path-based part-file writer.
add 568f0e6 [FLINK-14255][hive] Integrate mapred record writer to hive streaming sink
No new revisions were added by this update.
Summary of changes:
flink-connectors/flink-connector-hive/pom.xml | 7 +
.../apache/flink/connectors/hive/HiveOptions.java | 7 +
.../flink/connectors/hive/HiveTableFactory.java | 2 +
.../flink/connectors/hive/HiveTableSink.java | 67 +++--
.../hive/write/HiveBulkWriterFactory.java | 81 ++++++
.../flink/connectors/hive/HiveTableSinkTest.java | 53 +++-
.../connectors/hive/TableEnvHiveConnectorTest.java | 28 ++-
flink-formats/flink-hadoop-bulk/pom.xml | 105 ++++++++
.../bulk/DefaultHadoopFileCommitterFactory.java | 37 +++
.../formats/hadoop/bulk/HadoopFileCommitter.java | 62 +++++
.../hadoop/bulk/HadoopFileCommitterFactory.java | 45 ++++
.../hadoop/bulk/HadoopPathBasedBulkWriter.java | 71 ++++++
.../hadoop/bulk/HadoopPathBasedPartFileWriter.java | 270 ++++++++++++++++++++
.../bulk/committer/HadoopRenameFileCommitter.java | 107 ++++++++
.../HadoopPathBasedBulkFormatBuilder.java | 147 +++++++++++
.../sink/filesystem/SerializableConfiguration.java | 55 +++++
.../bulk/HadoopPathBasedPartFileWriterTest.java | 191 ++++++++++++++
.../committer/HadoopRenameFileCommitterTest.java | 275 +++++++++++++++++++++
.../filesystem/TestStreamingFileSinkFactory.java | 32 +++
.../src/test/resources/log4j2-test.properties | 0
flink-formats/pom.xml | 1 +
.../sink/filesystem/AbstractPartFileWriter.java | 2 +-
.../functions/sink/filesystem/BucketWriter.java | 2 +-
.../sink/filesystem/InProgressFileWriter.java | 2 +-
.../sink/filesystem/StreamingFileSink.java | 22 +-
.../sink/filesystem/WriterProperties.java | 2 +-
26 files changed, 1612 insertions(+), 61 deletions(-)
create mode 100644 flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/connectors/hive/write/HiveBulkWriterFactory.java
create mode 100644 flink-formats/flink-hadoop-bulk/pom.xml
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/DefaultHadoopFileCommitterFactory.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopFileCommitter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopFileCommitterFactory.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedBulkWriter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedPartFileWriter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/formats/hadoop/bulk/committer/HadoopRenameFileCommitter.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/streaming/api/functions/sink/filesystem/HadoopPathBasedBulkFormatBuilder.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/main/java/org/apache/flink/streaming/api/functions/sink/filesystem/SerializableConfiguration.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/formats/hadoop/bulk/HadoopPathBasedPartFileWriterTest.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/formats/hadoop/bulk/committer/HadoopRenameFileCommitterTest.java
create mode 100644 flink-formats/flink-hadoop-bulk/src/test/java/org/apache/flink/streaming/api/functions/sink/filesystem/TestStreamingFileSinkFactory.java
copy {flink-yarn => flink-formats/flink-hadoop-bulk}/src/test/resources/log4j2-test.properties (100%)