You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by wa...@apache.org on 2023/01/31 12:38:09 UTC
[incubator-seatunnel] branch dev updated (ea160429d -> 79a134a03)
This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from ea160429d fix cdc option rule error (#4018)
add 79a134a03 [Feature][Connector-V2][SelectDB Cloud] Support SelectDB Cloud Sink Connector (#3958)
No new revisions were added by this update.
Summary of changes:
.../connector-v2/Error-Quick-Reference-Manual.md | 13 ++
docs/en/connector-v2/sink/SelectDB-Cloud.md | 131 +++++++++++
plugin-mapping.properties | 1 +
.../pom.xml | 2 +-
.../connector/selectdb/config/SelectDBConfig.java | 193 ++++++++++++++++
.../exception/SelectDBConnectorErrorCode.java} | 27 +--
.../exception/SelectDBConnectorException.java} | 12 +-
.../connector/selectdb/rest/BaseResponse.java | 22 +-
.../connector/selectdb/rest/CopyIntoResp.java} | 25 ++-
.../serialize/SelectDBBaseSerializer.java} | 20 +-
.../selectdb/serialize/SelectDBCsvSerializer.java} | 35 +--
.../serialize/SelectDBDelimiterParser.java} | 13 +-
.../serialize/SelectDBJsonSerializer.java} | 30 ++-
.../selectdb/serialize/SelectDBSerializer.java} | 11 +-
.../connector/selectdb/sink/EscapeHandler.java | 67 ++++++
.../connector/selectdb/sink/SelectDBSink.java | 124 +++++++++++
.../sink/committer/SelectDBCommitInfo.java} | 24 +-
.../committer/SelectDBCommitInfoSerializer.java | 55 +++++
.../selectdb/sink/committer/SelectDBCommitter.java | 150 +++++++++++++
.../selectdb/sink/writer/CopySQLBuilder.java | 62 ++++++
.../selectdb/sink/writer/LabelGenerator.java} | 22 +-
.../selectdb/sink/writer/LoadConstants.java | 27 ++-
.../connector/selectdb/sink/writer/LoadStatus.java | 8 +-
.../selectdb/sink/writer/RecordBuffer.java | 138 ++++++++++++
.../selectdb/sink/writer/RecordStream.java | 67 ++++++
.../selectdb/sink/writer/SelectDBCopyInto.java | 244 +++++++++++++++++++++
.../selectdb/sink/writer/SelectDBSinkState.java} | 20 +-
.../sink/writer/SelectDBSinkStateSerializer.java | 51 +++++
.../selectdb/sink/writer/SelectDBSinkWriter.java | 233 ++++++++++++++++++++
.../connector/selectdb/util/HttpPostBuilder.java | 70 ++++++
.../connector/selectdb/util/HttpPutBuilder.java | 85 +++++++
.../connector/selectdb/util/HttpUtil.java | 26 ++-
.../connector/selectdb/util/ResponseUtil.java | 42 ++++
.../connector/selectdb/util/StringUtil.java} | 25 +--
seatunnel-connectors-v2/pom.xml | 1 +
seatunnel-dist/pom.xml | 6 +
.../pom.xml | 2 +-
.../e2e/connector/selectdb/SelectDBCloudIT.java} | 47 ++--
.../test/resources/selectdb-jdbc-to-selectdb.conf} | 21 +-
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 1 +
40 files changed, 1967 insertions(+), 186 deletions(-)
create mode 100644 docs/en/connector-v2/sink/SelectDB-Cloud.md
copy seatunnel-connectors-v2/{connector-doris => connector-selectdb-cloud}/pom.xml (98%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/config/SelectDBConfig.java
copy seatunnel-connectors-v2/{connector-dingtalk/src/main/java/org/apache/seatunnel/connectors/seatunnel/exception/DingTalkConnectorErrorCode.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/exception/SelectDBConnectorErrorCode.java} (63%)
copy seatunnel-connectors-v2/{connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/exception/DorisConnectorException.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/exception/SelectDBConnectorException.java} (69%)
copy seatunnel-api/src/main/java/org/apache/seatunnel/api/table/type/Record.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/rest/BaseResponse.java (69%)
copy seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/type/impl/NotIndexTypeSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/rest/CopyIntoResp.java} (61%)
copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksBaseSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBBaseSerializer.java} (75%)
copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksCsvSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBCsvSerializer.java} (63%)
copy seatunnel-connectors-v2/{connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/util/DelimiterParserUtil.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBDelimiterParser.java} (80%)
copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksJsonSerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBJsonSerializer.java} (66%)
copy seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/serialize/StarRocksISerializer.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/serialize/SelectDBSerializer.java} (75%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/EscapeHandler.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/SelectDBSink.java
copy seatunnel-connectors-v2/{connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/enumerator/IcebergEnumeratorPosition.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitInfo.java} (67%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitInfoSerializer.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/committer/SelectDBCommitter.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/CopySQLBuilder.java
copy seatunnel-connectors-v2/{connector-sentry/src/test/java/org/apache/seatunnel/connectors/seatunnel/sentry/SentryFactoryTest.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LabelGenerator.java} (61%)
copy seatunnel-api/src/main/java/org/apache/seatunnel/api/table/factory/FactoryException.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LoadConstants.java (53%)
copy seatunnel-api/src/main/java/org/apache/seatunnel/api/source/SupportColumnProjection.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/LoadStatus.java (80%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/RecordBuffer.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/RecordStream.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBCopyInto.java
copy seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/source/ElasticsearchRecord.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkState.java} (71%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkStateSerializer.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/sink/writer/SelectDBSinkWriter.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpPostBuilder.java
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpPutBuilder.java
copy seatunnel-common/src/main/java/org/apache/seatunnel/common/constants/PluginType.java => seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/HttpUtil.java (61%)
create mode 100644 seatunnel-connectors-v2/connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/ResponseUtil.java
copy seatunnel-connectors-v2/{connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/split/wartermark/WatermarkKind.java => connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connector/selectdb/util/StringUtil.java} (65%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e => connector-selectdb-cloud-e2e}/pom.xml (97%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java => connector-selectdb-cloud-e2e/src/test/java/org/apache/seatunnel/e2e/connector/selectdb/SelectDBCloudIT.java} (90%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-doris-e2e/src/test/resources/doris-jdbc-to-doris.conf => connector-selectdb-cloud-e2e/src/test/resources/selectdb-jdbc-to-selectdb.conf} (78%)