You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by wa...@apache.org on 2023/01/31 12:38:09 UTC

[incubator-seatunnel] branch dev updated (ea160429d -> 79a134a03)

This is an automated email from the ASF dual-hosted git repository.

wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git


    from ea160429d fix cdc option rule error (#4018)
     add 79a134a03 [Feature][Connector-V2][SelectDB Cloud] Support SelectDB Cloud Sink Connector (#3958)

No new revisions were added by this update.

Summary of changes:
 .../connector-v2/Error-Quick-Reference-Manual.md   |  13 ++
 docs/en/connector-v2/sink/SelectDB-Cloud.md        | 131 +++++++++++
 plugin-mapping.properties                          |   1 +
 .../pom.xml                                        |   2 +-
 .../connector/selectdb/config/SelectDBConfig.java  | 193 ++++++++++++++++
 .../exception/SelectDBConnectorErrorCode.java}     |  27 +--
 .../exception/SelectDBConnectorException.java}     |  12 +-
 .../connector/selectdb/rest/BaseResponse.java      |  22 +-
 .../connector/selectdb/rest/CopyIntoResp.java}     |  25 ++-
 .../serialize/SelectDBBaseSerializer.java}         |  20 +-
 .../selectdb/serialize/SelectDBCsvSerializer.java} |  35 +--
 .../serialize/SelectDBDelimiterParser.java}        |  13 +-
 .../serialize/SelectDBJsonSerializer.java}         |  30 ++-
 .../selectdb/serialize/SelectDBSerializer.java}    |  11 +-
 .../connector/selectdb/sink/EscapeHandler.java     |  67 ++++++
 .../connector/selectdb/sink/SelectDBSink.java      | 124 +++++++++++
 .../sink/committer/SelectDBCommitInfo.java}        |  24 +-
 .../committer/SelectDBCommitInfoSerializer.java    |  55 +++++
 .../selectdb/sink/committer/SelectDBCommitter.java | 150 +++++++++++++
 .../selectdb/sink/writer/CopySQLBuilder.java       |  62 ++++++
 .../selectdb/sink/writer/LabelGenerator.java}      |  22 +-
 .../selectdb/sink/writer/LoadConstants.java        |  27 ++-
 .../connector/selectdb/sink/writer/LoadStatus.java |   8 +-
 .../selectdb/sink/writer/RecordBuffer.java         | 138 ++++++++++++
 .../selectdb/sink/writer/RecordStream.java         |  67 ++++++
 .../selectdb/sink/writer/SelectDBCopyInto.java     | 244 +++++++++++++++++++++
 .../selectdb/sink/writer/SelectDBSinkState.java}   |  20 +-
 .../sink/writer/SelectDBSinkStateSerializer.java   |  51 +++++
 .../selectdb/sink/writer/SelectDBSinkWriter.java   | 233 ++++++++++++++++++++
 .../connector/selectdb/util/HttpPostBuilder.java   |  70 ++++++
 .../connector/selectdb/util/HttpPutBuilder.java    |  85 +++++++
 .../connector/selectdb/util/HttpUtil.java          |  26 ++-
 .../connector/selectdb/util/ResponseUtil.java      |  42 ++++
 .../connector/selectdb/util/StringUtil.java}       |  25 +--
 seatunnel-connectors-v2/pom.xml                    |   1 +
 seatunnel-dist/pom.xml                             |   6 +
 .../pom.xml                                        |   2 +-
 .../e2e/connector/selectdb/SelectDBCloudIT.java}   |  47 ++--
 .../test/resources/selectdb-jdbc-to-selectdb.conf} |  21 +-
 seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml   |   1 +
 40 files changed, 1967 insertions(+), 186 deletions(-)
 create mode 100644 docs/en/connector-v2/sink/SelectDB-Cloud.md
 copy seatunnel-connectors-v2/{connector-doris => connector-selectdb-cloud}/pom.xml (98%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/config/SelectDBConfig.java
 copy seatunnel-connectors-v2/{connector-dingtalk/src/main/java/org/apache/seatunnel/connectors/seatunnel/exception/DingTalkConnectorErrorCode.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/exception/SelectDBConnectorErrorCode.java} (63%)
 copy seatunnel-connectors-v2/{connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/exception/DorisConnectorException.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/exception/SelectDBConnectorException.java} (69%)
 copy seatunnel-api/src/main/java/org/apache/seatunnel/api/table/type/Record.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/rest/BaseResponse.java (69%)
 copy seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/type/impl/NotIndexTypeSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/rest/CopyIntoResp.java} (61%)
 copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksBaseSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBBaseSerializer.java} (75%)
 copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksCsvSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBCsvSerializer.java} (63%)
 copy seatunnel-connectors-v2/{connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/util/DelimiterParserUtil.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBDelimiterParser.java} (80%)
 copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksJsonSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBJsonSerializer.java} (66%)
 copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksISerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBSerializer.java} (75%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/EscapeHandler.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/SelectDBSink.java
 copy seatunnel-connectors-v2/{connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/enumerator/IcebergEnumeratorPosition.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitInfo.java} (67%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitInfoSerializer.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitter.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/CopySQLBuilder.java
 copy seatunnel-connectors-v2/{connector-sentry/src/test/java/org/apache/seatunnel/connectors/seatunnel/sentry/SentryFactoryTest.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LabelGenerator.java} (61%)
 copy seatunnel-api/src/main/java/org/apache/seatunnel/api/table/factory/FactoryException.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LoadConstants.java (53%)
 copy seatunnel-api/src/main/java/org/apache/seatunnel/api/source/SupportColumnProjection.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LoadStatus.java (80%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/RecordBuffer.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/RecordStream.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBCopyInto.java
 copy seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/source/ElasticsearchRecord.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkState.java} (71%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkStateSerializer.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkWriter.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpPostBuilder.java
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpPutBuilder.java
 copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/PluginType.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpUtil.java (61%)
 create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/ResponseUtil.java
 copy seatunnel-connectors-v2/{connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/split/wartermark/WatermarkKind.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/StringUtil.java} (65%)
 copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e => connector-selectdb-cloud-e2e}/pom.xml (97%)
 copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java => connector-selectdb-cloud-e2e/src/test/java/org/apache/seatunnel/e2e/connector/selectdb/SelectDBCloudIT.java} (90%)
 copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e/src/test/resources/doris-jdbc-to-doris.conf => connector-selectdb-cloud-e2e/src/test/resources/selectdb-jdbc-to-selectdb.conf} (78%)