You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by zo...@apache.org on 2022/09/20 12:51:31 UTC
[incubator-seatunnel] branch dev updated (4bb2beb8c -> efbf793fa)

This is an automated email from the ASF dual-hosted git repository.

zongwen pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git


    from 4bb2beb8c [License]Update binary license (#2798)
     add efbf793fa [Improve][Connector-V2] Improve mongodb connector (#2778)

No new revisions were added by this update.

Summary of changes:
 seatunnel-connectors-v2/connector-mongodb/pom.xml  |   6 -
 .../seatunnel/mongodb/data/DataTypeValidator.java  |  46 +++
 .../mongodb/data/DefaultDeserializer.java          |  55 ++++
 .../seatunnel/mongodb/data/DefaultSerializer.java  | 122 ++++++++
 .../seatunnel/mongodb}/data/Deserializer.java      |   9 +-
 .../mongodb/data/SeaTunnelRowBsonWriter.java       | 326 +++++++++++++++++++++
 .../seatunnel/mongodb/data/Serializer.java}        |   9 +-
 .../seatunnel/mongodb/sink/MongodbSink.java        |   4 +-
 .../seatunnel/mongodb/sink/MongodbSinkWriter.java  |  32 +-
 .../seatunnel/mongodb/source/MongodbSource.java    |  21 +-
 .../mongodb/source/MongodbSourceReader.java        |  58 ++--
 .../connector-mongodb-flink-e2e/pom.xml            |   6 -
 .../flink/v2/mongodb/FakeSourceToMongodbIT.java    | 136 ---------
 .../seatunnel/e2e/flink/v2/mongodb/MongodbIT.java  | 228 ++++++++++++++
 .../flink/v2/mongodb/MongodbSourceToConsoleIT.java | 125 --------
 ...o_mongodb.conf => mongodb_source_and_sink.conf} |  28 +-
 .../test/resources/mongodb/mongodb_to_console.conf |  60 ----
 .../connector-mongodb-spark-e2e/pom.xml            |   6 -
 .../spark/v2/mongodb/FakeSourceToMongodbIT.java    | 136 ---------
 .../seatunnel/e2e/spark/v2/mongodb/MongodbIT.java  | 228 ++++++++++++++
 .../mongodb/mongodb_source_and_sink.conf}          |  28 +-
 21 files changed, 1093 insertions(+), 576 deletions(-)
 create mode 100644 seatunnel-connectors-v2/connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/DataTypeValidator.java
 create mode 100644 seatunnel-connectors-v2/connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/DefaultDeserializer.java
 create mode 100644 seatunnel-connectors-v2/connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/DefaultSerializer.java
 copy seatunnel-connectors-v2/{connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg => connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb}/data/Deserializer.java (79%)
 create mode 100644 seatunnel-connectors-v2/connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/SeaTunnelRowBsonWriter.java
 copy seatunnel-connectors-v2/{connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/data/Deserializer.java => connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/Serializer.java} (80%)
 delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/mongodb/FakeSourceToMongodbIT.java
 create mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/mongodb/MongodbIT.java
 delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/mongodb/MongodbSourceToConsoleIT.java
 copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/resources/mongodb/{fake_to_mongodb.conf => mongodb_source_and_sink.conf} (60%)
 delete mode 100644 seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/resources/mongodb/mongodb_to_console.conf
 delete mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-mongodb-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/mongodb/FakeSourceToMongodbIT.java
 create mode 100644 seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-mongodb-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/mongodb/MongodbIT.java
 rename seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-mongodb-flink-e2e/src/test/resources/mongodb/fake_to_mongodb.conf => seatunnel-spark-connector-v2-e2e/connector-mongodb-spark-e2e/src/test/resources/mongodb/mongodb_source_and_sink.conf} (60%)