You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by si...@apache.org on 2020/05/18 20:54:02 UTC

[pulsar] branch master updated (adf920e -> 218057b)

This is an automated email from the ASF dual-hosted git repository.

sijie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.


    from adf920e  Added ability to build consumers in functions and sources (#6954)
     add 218057b  [Issue 5215,4601,5215][pulsar-io] Add jdbc sinks: postgres, mariadb, clickhouse (#6835)

No new revisions were added by this update.

Summary of changes:
 distribution/io/src/assemble/io.xml                |   5 +-
 pom.xml                                            |   8 +
 pulsar-io/docs/pom.xml                             |  17 +-
 .../{debezium/mysql => jdbc/clickhouse}/pom.xml    |  29 ++--
 .../io/jdbc/ClickHouseJdbcAutoSchemaSink.java      |  28 ++--
 .../resources/META-INF/services/pulsar-io.yaml     |   6 +-
 pulsar-io/{kafka => jdbc/core}/pom.xml             |  37 ++---
 .../pulsar/io/jdbc/BaseJdbcAutoSchemaSink.java}    |  17 +-
 .../apache/pulsar/io/jdbc/JdbcAbstractSink.java    |  35 ++--
 .../org/apache/pulsar/io/jdbc/JdbcDriverType.java  |  61 +++++++
 .../org/apache/pulsar/io/jdbc/JdbcSinkConfig.java  |   2 -
 .../java/org/apache/pulsar/io/jdbc/JdbcUtils.java  |  45 ++---
 pulsar-io/{debezium/mysql => jdbc/mariadb}/pom.xml |  32 ++--
 .../pulsar/io/jdbc/MariadbJdbcAutoSchemaSink.java  |  26 ++-
 .../resources/META-INF/services/pulsar-io.yaml     |   6 +-
 pulsar-io/jdbc/pom.xml                             |  71 +-------
 .../{debezium/mysql => jdbc/postgres}/pom.xml      |  29 ++--
 .../pulsar/io/jdbc/PostgresJdbcAutoSchemaSink.java |  28 ++--
 .../resources/META-INF/services/pulsar-io.yaml     |   6 +-
 pulsar-io/jdbc/{ => sqlite}/pom.xml                |  59 ++-----
 .../pulsar/io/jdbc/SqliteJdbcAutoSchemaSink.java   |  26 ++-
 .../resources/META-INF/services/pulsar-io.yaml     |   6 +-
 .../org/apache/pulsar/io/jdbc/JdbcUtilsTest.java   |  10 +-
 .../apache/pulsar/io/jdbc/SqliteJdbcSinkTest.java} |  17 +-
 .../org/apache/pulsar/io/jdbc/SqliteUtils.java     |   5 +-
 site2/docs/io-connectors.md                        |  32 +++-
 site2/docs/io-jdbc-sink.md                         | 113 +++++++++++--
 site2/docs/io-quickstart.md                        | 183 ++++++++++-----------
 site2/docs/io-use.md                               |  50 +++---
 tests/integration/pom.xml                          |  14 +-
 .../integration/functions/PulsarFunctionsTest.java |  51 +++---
 ...SinkTester.java => JdbcPostgresSinkTester.java} |  52 +++---
 .../pulsar/tests/integration/io/SinkTester.java    |  21 ++-
 33 files changed, 576 insertions(+), 551 deletions(-)
 copy pulsar-io/{debezium/mysql => jdbc/clickhouse}/pom.xml (67%)
 copy pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/PropertyContext.java => pulsar-io/jdbc/clickhouse/src/main/java/org/apache/pulsar/io/jdbc/ClickHouseJdbcAutoSchemaSink.java (65%)
 copy pulsar-io/{hbase => jdbc/clickhouse}/src/main/resources/META-INF/services/pulsar-io.yaml (86%)
 copy pulsar-io/{kafka => jdbc/core}/pom.xml (69%)
 rename pulsar-io/jdbc/{src/main/java/org/apache/pulsar/io/jdbc/JdbcAutoSchemaSink.java => core/src/main/java/org/apache/pulsar/io/jdbc/BaseJdbcAutoSchemaSink.java} (88%)
 rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcAbstractSink.java (87%)
 create mode 100644 pulsar-io/jdbc/core/src/main/java/org/apache/pulsar/io/jdbc/JdbcDriverType.java
 rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcSinkConfig.java (99%)
 rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcUtils.java (87%)
 copy pulsar-io/{debezium/mysql => jdbc/mariadb}/pom.xml (66%)
 copy pulsar-broker/src/main/java/org/apache/pulsar/broker/NoOpShutdownService.java => pulsar-io/jdbc/mariadb/src/main/java/org/apache/pulsar/io/jdbc/MariadbJdbcAutoSchemaSink.java (66%)
 copy pulsar-io/{aerospike => jdbc/mariadb}/src/main/resources/META-INF/services/pulsar-io.yaml (87%)
 copy pulsar-io/{debezium/mysql => jdbc/postgres}/pom.xml (67%)
 copy pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/PropertyContext.java => pulsar-io/jdbc/postgres/src/main/java/org/apache/pulsar/io/jdbc/PostgresJdbcAutoSchemaSink.java (66%)
 copy pulsar-io/{aerospike => jdbc/postgres}/src/main/resources/META-INF/services/pulsar-io.yaml (86%)
 copy pulsar-io/jdbc/{ => sqlite}/pom.xml (62%)
 copy pulsar-broker/src/main/java/org/apache/pulsar/broker/NoOpShutdownService.java => pulsar-io/jdbc/sqlite/src/main/java/org/apache/pulsar/io/jdbc/SqliteJdbcAutoSchemaSink.java (66%)
 rename pulsar-io/jdbc/{ => sqlite}/src/main/resources/META-INF/services/pulsar-io.yaml (87%)
 rename pulsar-io/jdbc/{ => sqlite}/src/test/java/org/apache/pulsar/io/jdbc/JdbcUtilsTest.java (100%)
 rename pulsar-io/jdbc/{src/test/java/org/apache/pulsar/io/jdbc/JdbcSinkTest.java => sqlite/src/test/java/org/apache/pulsar/io/jdbc/SqliteJdbcSinkTest.java} (99%)
 rename pulsar-io/jdbc/{ => sqlite}/src/test/java/org/apache/pulsar/io/jdbc/SqliteUtils.java (96%)
 rename tests/integration/src/test/java/org/apache/pulsar/tests/integration/io/{JdbcSinkTester.java => JdbcPostgresSinkTester.java} (71%)