You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by sa...@apache.org on 2020/06/02 20:28:28 UTC
[pulsar] branch master updated (fcd9852 -> fb374e6)
This is an automated email from the ASF dual-hosted git repository.
sanjeevrk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from fcd9852 Correct tokenSecretKey base64 inline description. (#6959)
add fb374e6 Extend PulsarIO to support Batch Sources. This pr implements PIP-65 (#7090)
No new revisions were added by this update.
Summary of changes:
.../BatchSourceConfig.java} | 28 ++-
.../org/apache/pulsar/common/io/SourceConfig.java | 3 +
.../pulsar/functions/utils/SourceConfigUtils.java | 122 +++++++++-
.../functions/utils/SourceConfigUtilsTest.java | 125 +++++++++--
.../pulsar/functions/worker/FunctionActioner.java | 125 ++++++-----
.../pom.xml | 30 ++-
.../BatchDataGeneratorPrintSink.java} | 10 +-
.../BatchDataGeneratorSource.java | 85 +++++++
.../pulsar/io/batchdatagenerator}/Person.java | 35 ++-
.../resources/META-INF/services/pulsar-io.yaml | 8 +-
.../batchdatagenerator/BatchDataGeneratorExec.java | 70 ++++++
.../batch-discovery-triggerers}/pom.xml | 26 ++-
.../pulsar/io/batchdiscovery/CronTriggerer.java | 65 ++++++
.../java-examples => pulsar-io/batch}/pom.xml | 19 +-
.../pulsar/io/batch/BatchSourceExecutor.java | 240 ++++++++++++++++++++
.../pulsar/io/batch/BatchSourceExecutorTest.java | 249 +++++++++++++++++++++
.../org/apache/pulsar/io/core/BatchSource.java | 84 +++++++
.../pulsar/io/core/BatchSourceTriggerer.java | 71 ++++++
pulsar-io/pom.xml | 3 +
19 files changed, 1263 insertions(+), 135 deletions(-)
copy pulsar-common/src/main/java/org/apache/pulsar/common/{functions/ConsumerConfig.java => io/BatchSourceConfig.java} (61%)
copy pulsar-io/{data-generator => batch-data-generator}/pom.xml (67%)
copy pulsar-io/{data-generator/src/main/java/org/apache/pulsar/io/datagenerator/DataGeneratorPrintSink.java => batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorPrintSink.java} (83%)
create mode 100644 pulsar-io/batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorSource.java
copy pulsar-io/{data-generator/src/main/java/org/apache/pulsar/io/datagenerator => batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator}/Person.java (70%)
copy pulsar-io/{aerospike => batch-data-generator}/src/main/resources/META-INF/services/pulsar-io.yaml (77%)
create mode 100644 pulsar-io/batch-data-generator/src/test/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorExec.java
copy {pulsar-functions/java-examples => pulsar-io/batch-discovery-triggerers}/pom.xml (75%)
create mode 100644 pulsar-io/batch-discovery-triggerers/src/main/java/org/apache/pulsar/io/batchdiscovery/CronTriggerer.java
copy {pulsar-functions/java-examples => pulsar-io/batch}/pom.xml (78%)
create mode 100644 pulsar-io/batch/src/main/java/org/apache/pulsar/io/batch/BatchSourceExecutor.java
create mode 100644 pulsar-io/batch/src/test/java/org/apache/pulsar/io/batch/BatchSourceExecutorTest.java
create mode 100644 pulsar-io/core/src/main/java/org/apache/pulsar/io/core/BatchSource.java
create mode 100644 pulsar-io/core/src/main/java/org/apache/pulsar/io/core/BatchSourceTriggerer.java