You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ri...@apache.org on 2020/04/05 19:50:38 UTC
[incubator-streampipes-extensions] 01/03: Add all jvm processors to
pipeline-elements-all-jvm
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git
commit 6e64a31a1cb60b5aa2e96ef7ed0377fad6eaea6e
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Sun Apr 5 21:03:15 2020 +0200
Add all jvm processors to pipeline-elements-all-jvm
---
streampipes-pipeline-elements-all-jvm/pom.xml | 6 ++
.../pe/jvm/AllPipelineElementsInit.java | 64 +++++++++++++++++-----
.../processors/siddhi/FiltersSiddhiInit.java | 6 +-
streampipes-processors-text-mining-jvm/pom.xml | 15 +++++
4 files changed, 75 insertions(+), 16 deletions(-)
diff --git a/streampipes-pipeline-elements-all-jvm/pom.xml b/streampipes-pipeline-elements-all-jvm/pom.xml
index b811172..45ca3cf 100644
--- a/streampipes-pipeline-elements-all-jvm/pom.xml
+++ b/streampipes-pipeline-elements-all-jvm/pom.xml
@@ -48,6 +48,12 @@
</dependency>
<dependency>
<groupId>org.apache.streampipes</groupId>
+ <artifactId>streampipes-processors-text-mining-jvm</artifactId>
+ <version>0.65.1-SNAPSHOT</version>
+ <classifier>embed</classifier>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streampipes</groupId>
<artifactId>streampipes-processors-transformation-jvm</artifactId>
<version>0.65.1-SNAPSHOT</version>
<classifier>embed</classifier>
diff --git a/streampipes-pipeline-elements-all-jvm/src/main/java/org/apache/streampipes/pe/jvm/AllPipelineElementsInit.java b/streampipes-pipeline-elements-all-jvm/src/main/java/org/apache/streampipes/pe/jvm/AllPipelineElementsInit.java
index 0459d7c..1de4fef 100644
--- a/streampipes-pipeline-elements-all-jvm/src/main/java/org/apache/streampipes/pe/jvm/AllPipelineElementsInit.java
+++ b/streampipes-pipeline-elements-all-jvm/src/main/java/org/apache/streampipes/pe/jvm/AllPipelineElementsInit.java
@@ -47,8 +47,16 @@ import org.apache.streampipes.processors.imageprocessing.jvm.processor.genericcl
import org.apache.streampipes.processors.imageprocessing.jvm.processor.imagecropper.ImageCropperController;
import org.apache.streampipes.processors.imageprocessing.jvm.processor.imageenrichment.ImageEnrichmentController;
import org.apache.streampipes.processors.imageprocessing.jvm.processor.qrreader.QrCodeReaderController;
+import org.apache.streampipes.processors.siddhi.frequency.FrequencyController;
+import org.apache.streampipes.processors.siddhi.frequencychange.FrequencyChangeController;
import org.apache.streampipes.processors.siddhi.stop.StreamStopController;
import org.apache.streampipes.processors.siddhi.trend.TrendController;
+import org.apache.streampipes.processors.textmining.jvm.processor.chunker.ChunkerController;
+import org.apache.streampipes.processors.textmining.jvm.processor.language.LanguageDetectionController;
+import org.apache.streampipes.processors.textmining.jvm.processor.namefinder.NameFinderController;
+import org.apache.streampipes.processors.textmining.jvm.processor.partofspeech.PartOfSpeechController;
+import org.apache.streampipes.processors.textmining.jvm.processor.sentencedetection.SentenceDetectionController;
+import org.apache.streampipes.processors.textmining.jvm.processor.tokenizer.TokenizerController;
import org.apache.streampipes.processors.transformation.jvm.processor.array.count.CountArrayController;
import org.apache.streampipes.processors.transformation.jvm.processor.array.split.SplitArrayController;
import org.apache.streampipes.processors.transformation.jvm.processor.booloperator.counter.BooleanCounterController;
@@ -58,6 +66,7 @@ import org.apache.streampipes.processors.transformation.jvm.processor.booloperat
import org.apache.streampipes.processors.transformation.jvm.processor.csvmetadata.CsvMetadataEnrichmentController;
import org.apache.streampipes.processors.transformation.jvm.processor.task.TaskDurationController;
import org.apache.streampipes.processors.transformation.jvm.processor.timestampextractor.TimestampExtractorController;
+import org.apache.streampipes.processors.transformation.jvm.processor.transformtoboolean.TransformToBooleanController;
import org.apache.streampipes.processors.transformation.jvm.processor.value.change.ChangedValueDetectionController;
import org.apache.streampipes.processors.transformation.jvm.processor.value.duration.CalculateDurationController;
import org.apache.streampipes.sinks.brokers.jvm.bufferrest.BufferRestController;
@@ -67,6 +76,7 @@ import org.apache.streampipes.sinks.brokers.jvm.pulsar.PulsarController;
import org.apache.streampipes.sinks.brokers.jvm.rabbitmq.RabbitMqController;
import org.apache.streampipes.sinks.brokers.jvm.rest.RestController;
import org.apache.streampipes.sinks.databases.jvm.couchdb.CouchDbController;
+import org.apache.streampipes.sinks.databases.jvm.ditto.DittoController;
import org.apache.streampipes.sinks.databases.jvm.influxdb.InfluxDbController;
import org.apache.streampipes.sinks.databases.jvm.iotdb.IotDbController;
import org.apache.streampipes.sinks.databases.jvm.opcua.UpcUaController;
@@ -83,15 +93,44 @@ public class AllPipelineElementsInit extends StandaloneModelSubmitter {
public static void main(String[] args) {
DeclarersSingleton
.getInstance()
+ // streampipes-processors-enricher-jvm
+ .add(new SizeMeasureController())
+ // streampipes-processors-filters-jvm
.add(new NumericalFilterController())
.add(new ThresholdDetectionController())
.add(new TextFilterController())
.add(new ProjectionController())
- .add(new ComposeController())
.add(new MergeByEnrichController())
.add(new MergeByTimeController())
+ .add(new ComposeController())
+ .add(new NumericalTextFilterController())
+ // streampipes-processors-filers-siddhi
.add(new TrendController())
.add(new StreamStopController())
+ .add(new FrequencyController())
+ .add(new FrequencyChangeController())
+ // streampipes-processors-geo-jvm
+ .add(new DistanceCalculatorController())
+ .add(new GoogleMapsGeocodingController())
+ .add(new StaticGoogleMapsGeocodingController())
+ .add(new ReverseGeocodingController())
+ .add(new SetEpsgController())
+ .add(new LatLngToGeoController())
+ .add(new SpeedCalculatorController())
+ .add(new StaticDistanceCalculatorController())
+ // streampipes-processors-image-processing-jvm
+ .add(new ImageEnrichmentController())
+ .add(new ImageCropperController())
+ .add(new QrCodeReaderController())
+ .add(new GenericImageClassificationController())
+ // streampipes-processors-text-mining-jvm
+ .add(new LanguageDetectionController())
+ .add(new TokenizerController())
+ .add(new PartOfSpeechController())
+ .add(new ChunkerController())
+ .add(new NameFinderController())
+ .add(new SentenceDetectionController())
+ // streampipes-processors-transformation-jvm
.add(new CountArrayController())
.add(new SplitArrayController())
.add(new CalculateDurationController())
@@ -103,37 +142,32 @@ public class AllPipelineElementsInit extends StandaloneModelSubmitter {
.add(new BooleanTimerController())
.add(new CsvMetadataEnrichmentController())
.add(new TaskDurationController())
- .add(new ImageEnrichmentController())
- .add(new ImageCropperController())
- .add(new QrCodeReaderController())
- .add(new GenericImageClassificationController())
+ .add(new BooleanInverterController())
+ .add(new TransformToBooleanController())
+ // streampipes-sinks-brokers-jvm
.add(new KafkaController())
.add(new JmsController())
.add(new RestController())
.add(new BufferRestController())
.add(new RabbitMqController())
.add(new PulsarController())
+ // streampipes-sinks-databases-jvm
.add(new CouchDbController())
.add(new InfluxDbController())
.add(new UpcUaController())
.add(new PostgreSqlController())
.add(new IotDbController())
+ .add(new DittoController())
+ // streampipes-sinks-internal-jvm
.add(new NotificationController())
.add(new DataLakeController())
.add(new DashboardController())
+ // streampipes-sinks-notifications-jvm
.add(new EmailController())
.add(new OneSignalController())
.add(new SlackNotificationController())
- .add(new NumericalTextFilterController())
- .add(new SizeMeasureController())
- .add(new DistanceCalculatorController())
- .add(new GoogleMapsGeocodingController())
- .add(new StaticGoogleMapsGeocodingController())
- .add(new ReverseGeocodingController())
- .add(new SetEpsgController())
- .add(new LatLngToGeoController())
- .add(new SpeedCalculatorController())
- .add(new StaticDistanceCalculatorController());
+
+ ;
DeclarersSingleton.getInstance().registerDataFormats(new JsonDataFormatFactory(),
diff --git a/streampipes-processors-filters-siddhi/src/main/java/org/apache/streampipes/processors/siddhi/FiltersSiddhiInit.java b/streampipes-processors-filters-siddhi/src/main/java/org/apache/streampipes/processors/siddhi/FiltersSiddhiInit.java
index d9c81d8..036c31c 100644
--- a/streampipes-processors-filters-siddhi/src/main/java/org/apache/streampipes/processors/siddhi/FiltersSiddhiInit.java
+++ b/streampipes-processors-filters-siddhi/src/main/java/org/apache/streampipes/processors/siddhi/FiltersSiddhiInit.java
@@ -27,6 +27,8 @@ import org.apache.streampipes.dataformat.smile.SmileDataFormatFactory;
import org.apache.streampipes.messaging.jms.SpJmsProtocolFactory;
import org.apache.streampipes.messaging.kafka.SpKafkaProtocolFactory;
import org.apache.streampipes.processors.siddhi.config.FilterSiddhiConfig;
+import org.apache.streampipes.processors.siddhi.frequency.FrequencyController;
+import org.apache.streampipes.processors.siddhi.frequencychange.FrequencyChangeController;
import org.apache.streampipes.processors.siddhi.stop.StreamStopController;
import org.apache.streampipes.processors.siddhi.trend.TrendController;
@@ -36,7 +38,9 @@ public class FiltersSiddhiInit extends StandaloneModelSubmitter {
DeclarersSingleton
.getInstance()
.add(new TrendController())
- .add(new StreamStopController());
+ .add(new StreamStopController())
+ .add(new FrequencyController())
+ .add(new FrequencyChangeController());
DeclarersSingleton.getInstance().registerDataFormats(new JsonDataFormatFactory(),
new CborDataFormatFactory(),
diff --git a/streampipes-processors-text-mining-jvm/pom.xml b/streampipes-processors-text-mining-jvm/pom.xml
index b5e864d..86716a1 100644
--- a/streampipes-processors-text-mining-jvm/pom.xml
+++ b/streampipes-processors-text-mining-jvm/pom.xml
@@ -80,6 +80,21 @@
<build>
<plugins>
<plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ <executions>
+ <execution>
+ <goals>
+ <goal>jar</goal>
+ </goals>
+ <phase>package</phase>
+ <configuration>
+ <classifier>embed</classifier>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<executions>