You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ri...@apache.org on 2021/07/19 09:43:57 UTC
[incubator-streampipes-examples] branch dev updated (96be28d ->
8f20e77)
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-examples.git.
from 96be28d update python data processor example
new 1fdb879 Add mapping example
new 6cfc3e5 Use new StreamPipes version 0.69.0-SNAPSHOT
new 8f20e77 Merge branch 'dev' of https://github.com/apache/incubator-streampipes-examples into dev
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 6 +--
.../streampipes/pe/examples/jvm/ExamplesInit.java | 1 +
...ntroller.java => TwoStreamsMappingExample.java} | 48 +++++++++++++++-------
3 files changed, 38 insertions(+), 17 deletions(-)
copy streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/staticproperty/{NaryMappingPropertyExampleController.java => TwoStreamsMappingExample.java} (54%)
[incubator-streampipes-examples] 03/03: Merge branch 'dev' of
https://github.com/apache/incubator-streampipes-examples into dev
Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-examples.git
commit 8f20e77283a5f9eb48adf5a9cab8b81e20180f5a
Merge: 6cfc3e5 96be28d
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Mon Jul 19 11:43:40 2021 +0200
Merge branch 'dev' of https://github.com/apache/incubator-streampipes-examples into dev
.../jvm/python/GraphParameterExtractor.java | 76 ----------------------
.../pe/examples/jvm/python/GreeterParameters.java | 33 ----------
.../pe/examples/jvm/python/GreeterPython.java | 60 -----------------
...Controller.java => PythonGreeterProcessor.java} | 46 +++++++------
.../streampipes/pe/examples/jvm/python/Route.java | 45 -------------
5 files changed, 27 insertions(+), 233 deletions(-)
[incubator-streampipes-examples] 02/03: Use new StreamPipes version
0.69.0-SNAPSHOT
Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-examples.git
commit 6cfc3e5636c9596dbeea6782192ad4765b5b22c6
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Mon Jul 19 11:43:33 2021 +0200
Use new StreamPipes version 0.69.0-SNAPSHOT
---
pom.xml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/pom.xml b/pom.xml
index 95104b2..93dd9b6 100644
--- a/pom.xml
+++ b/pom.xml
@@ -25,18 +25,18 @@
<parent>
<groupId>org.apache.streampipes</groupId>
<artifactId>streampipes-parent</artifactId>
- <version>0.68.0-SNAPSHOT</version>
+ <version>0.69.0-SNAPSHOT</version>
</parent>
<artifactId>streampipes-pipeline-elements-examples</artifactId>
<packaging>pom</packaging>
- <version>0.68.0-SNAPSHOT</version>
+ <version>0.69.0-SNAPSHOT</version>
<modules>
<module>streampipes-pipeline-elements-examples-processors-jvm</module>
</modules>
<properties>
- <streampipes.version>0.68.0-SNAPSHOT</streampipes.version>
+ <streampipes.version>0.69.0-SNAPSHOT</streampipes.version>
<lightcouch.version>0.1.8</lightcouch.version>
<maven-shade-plugin.version>3.0.0</maven-shade-plugin.version>
[incubator-streampipes-examples] 01/03: Add mapping example
Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-examples.git
commit 1fdb879f27ec531952017e7c93c4159d870acaf7
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Mon Jul 19 11:42:58 2021 +0200
Add mapping example
---
.../streampipes/pe/examples/jvm/ExamplesInit.java | 1 +
.../staticproperty/TwoStreamsMappingExample.java | 86 ++++++++++++++++++++++
2 files changed, 87 insertions(+)
diff --git a/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/ExamplesInit.java b/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/ExamplesInit.java
index 1bdabb3..e5ac627 100644
--- a/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/ExamplesInit.java
+++ b/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/ExamplesInit.java
@@ -54,6 +54,7 @@ public class ExamplesInit extends StandaloneModelSubmitter {
.add(new ColorPickerExampleController())
.add(new CollectionMappingExample())
.add(new NestedListRequirementsController())
+ .add(new TwoStreamsMappingExample())
.add(new AppendOutputController())
.add(new CustomOutputController())
diff --git a/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/staticproperty/TwoStreamsMappingExample.java b/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/staticproperty/TwoStreamsMappingExample.java
new file mode 100644
index 0000000..ec56c57
--- /dev/null
+++ b/streampipes-pipeline-elements-examples-processors-jvm/src/main/java/org/apache/streampipes/pe/examples/jvm/staticproperty/TwoStreamsMappingExample.java
@@ -0,0 +1,86 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package org.apache.streampipes.pe.examples.jvm.staticproperty;
+
+import org.apache.streampipes.model.DataProcessorType;
+import org.apache.streampipes.model.graph.DataProcessorDescription;
+import org.apache.streampipes.model.graph.DataProcessorInvocation;
+import org.apache.streampipes.model.schema.PropertyScope;
+import org.apache.streampipes.pe.examples.jvm.base.DummyEngine;
+import org.apache.streampipes.pe.examples.jvm.base.DummyParameters;
+import org.apache.streampipes.sdk.builder.ProcessingElementBuilder;
+import org.apache.streampipes.sdk.builder.StreamRequirementsBuilder;
+import org.apache.streampipes.sdk.extractor.ProcessingElementParameterExtractor;
+import org.apache.streampipes.sdk.helpers.EpRequirements;
+import org.apache.streampipes.sdk.helpers.Labels;
+import org.apache.streampipes.sdk.helpers.OutputStrategies;
+import org.apache.streampipes.sdk.utils.Assets;
+import org.apache.streampipes.wrapper.standalone.ConfiguredEventProcessor;
+import org.apache.streampipes.wrapper.standalone.declarer.StandaloneEventProcessingDeclarer;
+
+import java.util.List;
+
+public class TwoStreamsMappingExample extends StandaloneEventProcessingDeclarer<DummyParameters> {
+
+ private static final String KEY_STREAM_1 = "stream-1-key";
+ private static final String PROPERTIES_STREAM_1 = "stream-1-properties";
+ private static final String KEY_STREAM_2 = "stream-2-key";
+ private static final String PROPERTIES_STREAM_2 = "stream-2-properties";
+
+ private static final String ID = "org.apache.streampipes.examples.staticproperty.twostreamsmapping";
+ @Override
+ public DataProcessorDescription declareModel() {
+ return ProcessingElementBuilder.create(ID, "Two Streams", "")
+ .withAssets(Assets.DOCUMENTATION, Assets.ICON)
+ .category(DataProcessorType.ALGORITHM)
+ .requiredStream(StreamRequirementsBuilder
+ .create()
+ .requiredPropertyWithNaryMapping(
+ EpRequirements.numberReq(),
+ Labels.from(PROPERTIES_STREAM_1, "S1 Properties", ""),
+ PropertyScope.NONE)
+ .requiredPropertyWithUnaryMapping(EpRequirements.numberReq(),
+ Labels.from(KEY_STREAM_1, "S1 Key", ""), PropertyScope.NONE)
+ .build())
+ .requiredStream(StreamRequirementsBuilder
+ .create()
+ .requiredPropertyWithNaryMapping(EpRequirements.numberReq(),
+ Labels.from(PROPERTIES_STREAM_2, "S2 Properties", ""),
+ PropertyScope.NONE)
+ .requiredPropertyWithUnaryMapping(EpRequirements.numberReq(),
+ Labels.from(KEY_STREAM_2, "S2 Key", ""),
+ PropertyScope.NONE)
+ .build())
+ .outputStrategy(OutputStrategies.keep())
+ .build();
+
+ }
+
+ @Override
+ public ConfiguredEventProcessor<DummyParameters> onInvocation(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+
+ List<String> selProps1 = extractor.mappingPropertyValues(PROPERTIES_STREAM_1);
+ List<String> selProps = extractor.mappingPropertyValues(PROPERTIES_STREAM_2);
+
+ String selKey1 = extractor.mappingPropertyValue(KEY_STREAM_1);
+ String selKey2 = extractor.mappingPropertyValue(KEY_STREAM_2);
+
+ return new ConfiguredEventProcessor<>(new DummyParameters(graph), DummyEngine::new);
+ }
+
+}