You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by sa...@apache.org on 2020/06/02 20:28:28 UTC

[pulsar] branch master updated (fcd9852 -> fb374e6)

This is an automated email from the ASF dual-hosted git repository.

sanjeevrk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.


    from fcd9852  Correct tokenSecretKey base64 inline description. (#6959)
     add fb374e6  Extend PulsarIO to support Batch Sources. This pr implements PIP-65 (#7090)

No new revisions were added by this update.

Summary of changes:
 .../BatchSourceConfig.java}                        |  28 ++-
 .../org/apache/pulsar/common/io/SourceConfig.java  |   3 +
 .../pulsar/functions/utils/SourceConfigUtils.java  | 122 +++++++++-
 .../functions/utils/SourceConfigUtilsTest.java     | 125 +++++++++--
 .../pulsar/functions/worker/FunctionActioner.java  | 125 ++++++-----
 .../pom.xml                                        |  30 ++-
 .../BatchDataGeneratorPrintSink.java}              |  10 +-
 .../BatchDataGeneratorSource.java                  |  85 +++++++
 .../pulsar/io/batchdatagenerator}/Person.java      |  35 ++-
 .../resources/META-INF/services/pulsar-io.yaml     |   8 +-
 .../batchdatagenerator/BatchDataGeneratorExec.java |  70 ++++++
 .../batch-discovery-triggerers}/pom.xml            |  26 ++-
 .../pulsar/io/batchdiscovery/CronTriggerer.java    |  65 ++++++
 .../java-examples => pulsar-io/batch}/pom.xml      |  19 +-
 .../pulsar/io/batch/BatchSourceExecutor.java       | 240 ++++++++++++++++++++
 .../pulsar/io/batch/BatchSourceExecutorTest.java   | 249 +++++++++++++++++++++
 .../org/apache/pulsar/io/core/BatchSource.java     |  84 +++++++
 .../pulsar/io/core/BatchSourceTriggerer.java       |  71 ++++++
 pulsar-io/pom.xml                                  |   3 +
 19 files changed, 1263 insertions(+), 135 deletions(-)
 copy pulsar-common/src/main/java/org/apache/pulsar/common/{functions/ConsumerConfig.java => io/BatchSourceConfig.java} (61%)
 copy pulsar-io/{data-generator => batch-data-generator}/pom.xml (67%)
 copy pulsar-io/{data-generator/src/main/java/org/apache/pulsar/io/datagenerator/DataGeneratorPrintSink.java => batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorPrintSink.java} (83%)
 create mode 100644 pulsar-io/batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorSource.java
 copy pulsar-io/{data-generator/src/main/java/org/apache/pulsar/io/datagenerator => batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator}/Person.java (70%)
 copy pulsar-io/{aerospike => batch-data-generator}/src/main/resources/META-INF/services/pulsar-io.yaml (77%)
 create mode 100644 pulsar-io/batch-data-generator/src/test/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorExec.java
 copy {pulsar-functions/java-examples => pulsar-io/batch-discovery-triggerers}/pom.xml (75%)
 create mode 100644 pulsar-io/batch-discovery-triggerers/src/main/java/org/apache/pulsar/io/batchdiscovery/CronTriggerer.java
 copy {pulsar-functions/java-examples => pulsar-io/batch}/pom.xml (78%)
 create mode 100644 pulsar-io/batch/src/main/java/org/apache/pulsar/io/batch/BatchSourceExecutor.java
 create mode 100644 pulsar-io/batch/src/test/java/org/apache/pulsar/io/batch/BatchSourceExecutorTest.java
 create mode 100644 pulsar-io/core/src/main/java/org/apache/pulsar/io/core/BatchSource.java
 create mode 100644 pulsar-io/core/src/main/java/org/apache/pulsar/io/core/BatchSourceTriggerer.java