You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by iv...@apache.org on 2019/09/05 07:53:58 UTC
[pulsar] branch master updated (16c15ed -> 53fb055)

This is an automated email from the ASF dual-hosted git repository.

ivank pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.


    from 16c15ed  [doc] Improve Pulsar deployment AWS (#5093)
     add 53fb055  Pulsar-IO: Added Kinesis Source Connector (#3784)

No new revisions were added by this update.

Summary of changes:
 .../io/kinesis/AbstractKinesisConnector.java       | 116 ++++++++++++++++
 .../pulsar/io/kinesis/BaseKinesisConfig.java       |  68 ++++++++++
 .../apache/pulsar/io/kinesis/KinesisRecord.java}   |  60 +++++----
 .../pulsar/io/kinesis/KinesisRecordProcessor.java  | 115 ++++++++++++++++
 .../io/kinesis/KinesisRecordProcessorFactory.java  |  32 +++--
 .../org/apache/pulsar/io/kinesis/KinesisSink.java  |  87 +-----------
 .../pulsar/io/kinesis/KinesisSinkConfig.java       |  48 +------
 .../apache/pulsar/io/kinesis/KinesisSource.java    | 110 +++++++++++++++
 .../pulsar/io/kinesis/KinesisSourceConfig.java     | 121 +++++++++++++++++
 .../resources/META-INF/services/pulsar-io.yaml     |   3 +-
 .../pulsar/io/kinesis/KinesisSinkConfigTests.java  |  71 ++++++++++
 .../io/kinesis/KinesisSourceConfigTests.java       | 147 +++++++++++++++++++++
 .../src/test/resources/sinkConfig.yaml             |  10 +-
 .../src/test/resources/sourceConfig.yaml           |  28 ++--
 14 files changed, 825 insertions(+), 191 deletions(-)
 create mode 100644 pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/AbstractKinesisConnector.java
 create mode 100644 pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/BaseKinesisConfig.java
 copy pulsar-io/{file/src/main/java/org/apache/pulsar/io/file/FileRecord.java => kinesis/src/main/java/org/apache/pulsar/io/kinesis/KinesisRecord.java} (50%)
 create mode 100644 pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/KinesisRecordProcessor.java
 copy pulsar-broker-common/src/main/java/org/apache/pulsar/broker/web/WebExecutorThreadPool.java => pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/KinesisRecordProcessorFactory.java (52%)
 create mode 100644 pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/KinesisSource.java
 create mode 100644 pulsar-io/kinesis/src/main/java/org/apache/pulsar/io/kinesis/KinesisSourceConfig.java
 create mode 100644 pulsar-io/kinesis/src/test/java/org/apache/pulsar/io/kinesis/KinesisSinkConfigTests.java
 create mode 100644 pulsar-io/kinesis/src/test/java/org/apache/pulsar/io/kinesis/KinesisSourceConfigTests.java
 copy pulsar-io/{elastic-search => kinesis}/src/test/resources/sinkConfig.yaml (74%)
 copy pulsar-io/{rabbitmq => kinesis}/src/test/resources/sourceConfig.yaml (64%)