You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by li...@apache.org on 2023/09/26 11:07:44 UTC
[seatunnel] branch dev updated: [Feature] [File Connector]optionrule FILE_FORMAT_TYPE is text/csv ,add parameter BaseSinkConfig.ENABLE_HEADER_WRITE: #5566 (#5567)
This is an automated email from the ASF dual-hosted git repository.
liugddx pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 0e02db768d [Feature] [File Connector]optionrule FILE_FORMAT_TYPE is text/csv ,add parameter BaseSinkConfig.ENABLE_HEADER_WRITE: #5566 (#5567)
0e02db768d is described below
commit 0e02db768deea461721b001e9a7ee08132689067
Author: dian <zc...@gmail.com>
AuthorDate: Tue Sep 26 19:07:38 2023 +0800
[Feature] [File Connector]optionrule FILE_FORMAT_TYPE is text/csv ,add parameter BaseSinkConfig.ENABLE_HEADER_WRITE: #5566 (#5567)
Co-authored-by: zck <57...@qq.com>
---
.../connectors/seatunnel/file/cos/sink/CosFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/ftp/sink/FtpFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/hdfs/sink/HdfsFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/local/sink/LocalFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/s3/sink/S3FileSinkFactory.java | 6 ++++--
.../connectors/seatunnel/file/sftp/sink/SftpFileSinkFactory.java | 6 ++++--
8 files changed, 32 insertions(+), 16 deletions(-)
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-cos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/cos/sink/CosFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-cos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/cos/sink/CosFileSinkFactory.java
index 9de5386bc6..a7566e553e 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-cos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/cos/sink/CosFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-cos/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/cos/sink/CosFileSinkFactory.java
@@ -48,11 +48,13 @@ public class CosFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/sink/FtpFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/sink/FtpFileSinkFactory.java
index fad1d75061..5b6d4d65e9 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/sink/FtpFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/sink/FtpFileSinkFactory.java
@@ -48,11 +48,13 @@ public class FtpFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-hadoop/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/hdfs/sink/HdfsFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-hadoop/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/hdfs/sink/HdfsFileSinkFactory.java
index 22e3894038..833f3f8fa8 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-hadoop/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/hdfs/sink/HdfsFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-hadoop/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/hdfs/sink/HdfsFileSinkFactory.java
@@ -45,11 +45,13 @@ public class HdfsFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-jindo-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-jindo-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
index 08cc014364..8122360c7e 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-jindo-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-jindo-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
@@ -48,11 +48,13 @@ public class OssFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSinkFactory.java
index 19a8d17ee6..b6f5dd5076 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSinkFactory.java
@@ -43,11 +43,13 @@ public class LocalFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
index 5beb859211..27ab001f21 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/sink/OssFileSinkFactory.java
@@ -48,11 +48,13 @@ public class OssFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/sink/S3FileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/sink/S3FileSinkFactory.java
index 86a08931a3..cdca69ab69 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/sink/S3FileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/sink/S3FileSinkFactory.java
@@ -53,11 +53,13 @@ public class S3FileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,
diff --git a/seatunnel-connectors-v2/connector-file/connector-file-sftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sftp/sink/SftpFileSinkFactory.java b/seatunnel-connectors-v2/connector-file/connector-file-sftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sftp/sink/SftpFileSinkFactory.java
index 8cad73445d..84bdd3bcd4 100644
--- a/seatunnel-connectors-v2/connector-file/connector-file-sftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sftp/sink/SftpFileSinkFactory.java
+++ b/seatunnel-connectors-v2/connector-file/connector-file-sftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sftp/sink/SftpFileSinkFactory.java
@@ -48,11 +48,13 @@ public class SftpFileSinkFactory implements TableSinkFactory {
FileFormat.TEXT,
BaseSinkConfig.ROW_DELIMITER,
BaseSinkConfig.FIELD_DELIMITER,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.CSV,
- BaseSinkConfig.TXT_COMPRESS)
+ BaseSinkConfig.TXT_COMPRESS,
+ BaseSinkConfig.ENABLE_HEADER_WRITE)
.conditional(
BaseSinkConfig.FILE_FORMAT_TYPE,
FileFormat.JSON,