You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by si...@apache.org on 2020/05/18 20:54:02 UTC
[pulsar] branch master updated (adf920e -> 218057b)
This is an automated email from the ASF dual-hosted git repository.
sijie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from adf920e Added ability to build consumers in functions and sources (#6954)
add 218057b [Issue 5215,4601,5215][pulsar-io] Add jdbc sinks: postgres, mariadb, clickhouse (#6835)
No new revisions were added by this update.
Summary of changes:
distribution/io/src/assemble/io.xml | 5 +-
pom.xml | 8 +
pulsar-io/docs/pom.xml | 17 +-
.../{debezium/mysql => jdbc/clickhouse}/pom.xml | 29 ++--
.../io/jdbc/ClickHouseJdbcAutoSchemaSink.java | 28 ++--
.../resources/META-INF/services/pulsar-io.yaml | 6 +-
pulsar-io/{kafka => jdbc/core}/pom.xml | 37 ++---
.../pulsar/io/jdbc/BaseJdbcAutoSchemaSink.java} | 17 +-
.../apache/pulsar/io/jdbc/JdbcAbstractSink.java | 35 ++--
.../org/apache/pulsar/io/jdbc/JdbcDriverType.java | 61 +++++++
.../org/apache/pulsar/io/jdbc/JdbcSinkConfig.java | 2 -
.../java/org/apache/pulsar/io/jdbc/JdbcUtils.java | 45 ++---
pulsar-io/{debezium/mysql => jdbc/mariadb}/pom.xml | 32 ++--
.../pulsar/io/jdbc/MariadbJdbcAutoSchemaSink.java | 26 ++-
.../resources/META-INF/services/pulsar-io.yaml | 6 +-
pulsar-io/jdbc/pom.xml | 71 +-------
.../{debezium/mysql => jdbc/postgres}/pom.xml | 29 ++--
.../pulsar/io/jdbc/PostgresJdbcAutoSchemaSink.java | 28 ++--
.../resources/META-INF/services/pulsar-io.yaml | 6 +-
pulsar-io/jdbc/{ => sqlite}/pom.xml | 59 ++-----
.../pulsar/io/jdbc/SqliteJdbcAutoSchemaSink.java | 26 ++-
.../resources/META-INF/services/pulsar-io.yaml | 6 +-
.../org/apache/pulsar/io/jdbc/JdbcUtilsTest.java | 10 +-
.../apache/pulsar/io/jdbc/SqliteJdbcSinkTest.java} | 17 +-
.../org/apache/pulsar/io/jdbc/SqliteUtils.java | 5 +-
site2/docs/io-connectors.md | 32 +++-
site2/docs/io-jdbc-sink.md | 113 +++++++++++--
site2/docs/io-quickstart.md | 183 ++++++++++-----------
site2/docs/io-use.md | 50 +++---
tests/integration/pom.xml | 14 +-
.../integration/functions/PulsarFunctionsTest.java | 51 +++---
...SinkTester.java => JdbcPostgresSinkTester.java} | 52 +++---
.../pulsar/tests/integration/io/SinkTester.java | 21 ++-
33 files changed, 576 insertions(+), 551 deletions(-)
copy pulsar-io/{debezium/mysql => jdbc/clickhouse}/pom.xml (67%)
copy pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/PropertyContext.java => pulsar-io/jdbc/clickhouse/src/main/java/org/apache/pulsar/io/jdbc/ClickHouseJdbcAutoSchemaSink.java (65%)
copy pulsar-io/{hbase => jdbc/clickhouse}/src/main/resources/META-INF/services/pulsar-io.yaml (86%)
copy pulsar-io/{kafka => jdbc/core}/pom.xml (69%)
rename pulsar-io/jdbc/{src/main/java/org/apache/pulsar/io/jdbc/JdbcAutoSchemaSink.java => core/src/main/java/org/apache/pulsar/io/jdbc/BaseJdbcAutoSchemaSink.java} (88%)
rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcAbstractSink.java (87%)
create mode 100644 pulsar-io/jdbc/core/src/main/java/org/apache/pulsar/io/jdbc/JdbcDriverType.java
rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcSinkConfig.java (99%)
rename pulsar-io/jdbc/{ => core}/src/main/java/org/apache/pulsar/io/jdbc/JdbcUtils.java (87%)
copy pulsar-io/{debezium/mysql => jdbc/mariadb}/pom.xml (66%)
copy pulsar-broker/src/main/java/org/apache/pulsar/broker/NoOpShutdownService.java => pulsar-io/jdbc/mariadb/src/main/java/org/apache/pulsar/io/jdbc/MariadbJdbcAutoSchemaSink.java (66%)
copy pulsar-io/{aerospike => jdbc/mariadb}/src/main/resources/META-INF/services/pulsar-io.yaml (87%)
copy pulsar-io/{debezium/mysql => jdbc/postgres}/pom.xml (67%)
copy pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/PropertyContext.java => pulsar-io/jdbc/postgres/src/main/java/org/apache/pulsar/io/jdbc/PostgresJdbcAutoSchemaSink.java (66%)
copy pulsar-io/{aerospike => jdbc/postgres}/src/main/resources/META-INF/services/pulsar-io.yaml (86%)
copy pulsar-io/jdbc/{ => sqlite}/pom.xml (62%)
copy pulsar-broker/src/main/java/org/apache/pulsar/broker/NoOpShutdownService.java => pulsar-io/jdbc/sqlite/src/main/java/org/apache/pulsar/io/jdbc/SqliteJdbcAutoSchemaSink.java (66%)
rename pulsar-io/jdbc/{ => sqlite}/src/main/resources/META-INF/services/pulsar-io.yaml (87%)
rename pulsar-io/jdbc/{ => sqlite}/src/test/java/org/apache/pulsar/io/jdbc/JdbcUtilsTest.java (100%)
rename pulsar-io/jdbc/{src/test/java/org/apache/pulsar/io/jdbc/JdbcSinkTest.java => sqlite/src/test/java/org/apache/pulsar/io/jdbc/SqliteJdbcSinkTest.java} (99%)
rename pulsar-io/jdbc/{ => sqlite}/src/test/java/org/apache/pulsar/io/jdbc/SqliteUtils.java (96%)
rename tests/integration/src/test/java/org/apache/pulsar/tests/integration/io/{JdbcSinkTester.java => JdbcPostgresSinkTester.java} (71%)