You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by lh...@apache.org on 2021/06/02 18:37:00 UTC

[pulsar] branch master updated (707b3a4 -> a2604c8)

This is an automated email from the ASF dual-hosted git repository.

lhotari pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.


    from 707b3a4  Avoid warning logs on topic policies not present (#10785)
     add a2604c8  Add ability to use Kafka's sinks as Pulsar sinks (#9927)

No new revisions were added by this update.

Summary of changes:
 .../resources/META-INF/services/pulsar-io.yaml     |   1 +
 .../pulsar/io/kafka/connect/KafkaConnectSink.java  | 353 +++++++++++++++++
 .../connect/PulsarKafkaConnectSinkConfig.java      |  96 +++++
 .../io/kafka/connect/PulsarKafkaSinkContext.java   |  22 +-
 .../kafka/connect/PulsarKafkaSinkTaskContext.java  | 259 ++++++++++++
 .../io/kafka/connect/KafkaConnectSinkTest.java     | 434 +++++++++++++++++++++
 .../io/kafka/connect/MockGenericObjectWrapper.java |  38 +-
 .../connect/SchemaedFileStreamSinkConnector.java   |  16 +-
 .../kafka/connect/SchemaedFileStreamSinkTask.java  |  76 ++++
 9 files changed, 1260 insertions(+), 35 deletions(-)
 create mode 100644 pulsar-io/kafka-connect-adaptor/src/main/java/org/apache/pulsar/io/kafka/connect/KafkaConnectSink.java
 create mode 100644 pulsar-io/kafka-connect-adaptor/src/main/java/org/apache/pulsar/io/kafka/connect/PulsarKafkaConnectSinkConfig.java
 copy pulsar-functions/java-examples/src/main/java/org/apache/pulsar/functions/api/examples/AddWindowFunction.java => pulsar-io/kafka-connect-adaptor/src/main/java/org/apache/pulsar/io/kafka/connect/PulsarKafkaSinkContext.java (67%)
 create mode 100644 pulsar-io/kafka-connect-adaptor/src/main/java/org/apache/pulsar/io/kafka/connect/PulsarKafkaSinkTaskContext.java
 create mode 100644 pulsar-io/kafka-connect-adaptor/src/test/java/org/apache/pulsar/io/kafka/connect/KafkaConnectSinkTest.java
 copy pulsar-client/src/main/java/org/apache/pulsar/client/impl/schema/generic/VersionedGenericRecord.java => pulsar-io/kafka-connect-adaptor/src/test/java/org/apache/pulsar/io/kafka/connect/MockGenericObjectWrapper.java (63%)
 copy pulsar-broker/src/main/java/org/apache/pulsar/broker/service/schema/ProtobufSchemaCompatibilityCheck.java => pulsar-io/kafka-connect-adaptor/src/test/java/org/apache/pulsar/io/kafka/connect/SchemaedFileStreamSinkConnector.java (64%)
 create mode 100644 pulsar-io/kafka-connect-adaptor/src/test/java/org/apache/pulsar/io/kafka/connect/SchemaedFileStreamSinkTask.java