You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by di...@apache.org on 2022/09/19 01:48:00 UTC
[rocketmq-connect] branch master updated (b16ac19a -> 236f4a1a)

This is an automated email from the ASF dual-hosted git repository.

dinglei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/rocketmq-connect.git


    from b16ac19a do not check Xms/Xms/Xmn parameters (#320)
     add 236f4a1a [ISSUE #283]Add delatalake sink connector (#282)

No new revisions were added by this update.

Summary of changes:
 connectors/rocketmq-connect-deltalake/README.md    |  77 +++
 .../pom.xml                                        |  69 +--
 .../src/main/java/example/avro/User.java           | 519 +++++++++++++++++++++
 .../connect/deltalake}/config/ConfigUtil.java      |  17 +-
 .../deltalake/config/DeltalakeConnectConfig.java   | 137 ++++++
 .../connector/DeltalakeSinkConnector.java}         |  42 +-
 .../deltalake/connector/DeltalakeSinkTask.java     |  77 +++
 .../deltalake/exception/WriteParquetException.java |  11 +-
 .../connect/deltalake/rolling/DailyRolling.java    |  71 +++
 .../deltalake/rolling/StoreFileRolling.java        |  41 +-
 .../connect/deltalake/writer/DeltalakeWriter.java} |  13 +-
 .../deltalake/writer/DeltalakeWriterOnHdfs.java    | 260 +++++++++++
 .../deltalake/writer/WriteParquetResult.java       |  86 ++++
 .../style/rmq_checkstyle.xml                       |   0
 14 files changed, 1334 insertions(+), 86 deletions(-)
 create mode 100644 connectors/rocketmq-connect-deltalake/README.md
 copy connectors/{rocketmq-connect-hudi => rocketmq-connect-deltalake}/pom.xml (89%)
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/example/avro/User.java
 copy connectors/{rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi => rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake}/config/ConfigUtil.java (83%)
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/config/DeltalakeConnectConfig.java
 copy connectors/{rocketmq-connect-debezium/rocketmq-connect-debezium-mongodb/src/main/java/org/apache/rocketmq/connect/debezium/mongodb/DebeziumMongoDBConnector.java => rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/connector/DeltalakeSinkConnector.java} (59%)
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/connector/DeltalakeSinkTask.java
 copy rocketmq-connect-runtime/src/main/java/org/apache/rocketmq/connect/runtime/controller/distributed/DistributedConfig.java => connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/exception/WriteParquetException.java (77%)
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/rolling/DailyRolling.java
 copy rocketmq-connect-runtime/src/main/java/org/apache/rocketmq/connect/runtime/common/cache/Cache.java => connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/rolling/StoreFileRolling.java (59%)
 copy connectors/{rocketmq-connect-debezium/rocketmq-connect-debezium-core/src/main/java/org/apache/rocketmq/connect/debezium/DebeziumConnector.java => rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/DeltalakeWriter.java} (68%)
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/DeltalakeWriterOnHdfs.java
 create mode 100644 connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/WriteParquetResult.java
 copy connectors/{rocketmq-connect-hudi => rocketmq-connect-deltalake}/style/rmq_checkstyle.xml (100%)