You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ri...@apache.org on 2021/07/21 07:00:40 UTC

[incubator-streampipes-extensions] branch STREAMPIPES-319 updated (2569742 -> 89d4a07)

This is an automated email from the ASF dual-hosted git repository.

riemer pushed a change to branch STREAMPIPES-319
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git.


    from 2569742  Merge branch 'STREAMPIPES-319' of github.com:apache/incubator-streampipes-extensions into STREAMPIPES-319
     new e9977e4  [hotfix] Upate maven plugin versions
     new 89d4a07  [STREAMPIPES-319] Refactor Flink API to support config extractor and StreamPipes client

The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 pom.xml                                                          | 4 ++--
 .../enricher/flink/processor/math/mathop/MathOpController.java   | 7 ++++++-
 .../processor/math/staticmathop/StaticMathOpController.java      | 7 ++++++-
 .../enricher/flink/processor/timestamp/TimestampController.java  | 9 ++++++---
 .../flink/processor/trigonometry/TrigonometryController.java     | 7 ++++++-
 .../processor/urldereferencing/UrlDereferencingController.java   | 7 ++++++-
 .../processor/gridenricher/SpatialGridEnrichmentController.java  | 7 ++++++-
 .../detection/flink/processor/absence/AbsenceController.java     | 7 ++++++-
 .../pattern/detection/flink/processor/and/AndController.java     | 7 ++++++-
 .../detection/flink/processor/peak/PeakDetectionController.java  | 6 +++++-
 .../detection/flink/processor/sequence/SequenceController.java   | 6 +++++-
 .../processor/stat/summary/StatisticsSummaryController.java      | 7 ++++++-
 .../processor/stat/window/StatisticsSummaryControllerWindow.java | 7 ++++++-
 .../flink/processor/language/LanguageDetectionController.java    | 7 ++++++-
 .../flink/processor/wordcount/WordCountController.java           | 7 ++++++-
 .../flink/processor/boilerplate/BoilerplateController.java       | 7 ++++++-
 .../flink/processor/converter/FieldConverterController.java      | 7 ++++++-
 .../flink/processor/hasher/FieldHasherController.java            | 8 ++++++--
 .../flink/processor/mapper/FieldMapperController.java            | 7 ++++++-
 .../MeasurementUnitConverterController.java                      | 7 ++++++-
 .../flink/processor/rename/FieldRenamerController.java           | 8 ++++++--
 .../databases/flink/elasticsearch/ElasticSearchController.java   | 7 ++++++-
 22 files changed, 126 insertions(+), 27 deletions(-)

[incubator-streampipes-extensions] 01/02: [hotfix] Upate maven plugin versions

Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

riemer pushed a commit to branch STREAMPIPES-319
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git

commit e9977e462d2578c39834993ed0ec49bfa876ad5b
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Wed Jul 21 08:51:31 2021 +0200

    [hotfix] Upate maven plugin versions
---
 pom.xml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pom.xml b/pom.xml
index 45fc381..df5cb6e 100644
--- a/pom.xml
+++ b/pom.xml
@@ -746,7 +746,7 @@
                 <plugin>
                     <groupId>org.apache.maven.plugins</groupId>
                     <artifactId>maven-jar-plugin</artifactId>
-                    <version>3.1.1</version>
+                    <version>3.2.0</version>
                 </plugin>
                 <plugin>
                     <groupId>org.springframework.boot</groupId>
@@ -756,7 +756,7 @@
                 <plugin>
                     <groupId>org.apache.maven.plugins</groupId>
                     <artifactId>maven-compiler-plugin</artifactId>
-                    <version>3.1</version>
+                    <version>3.8.1</version>
                     <configuration>
                         <source>1.8</source>
                         <target>1.8</target>

[incubator-streampipes-extensions] 02/02: [STREAMPIPES-319] Refactor Flink API to support config extractor and StreamPipes client

Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

riemer pushed a commit to branch STREAMPIPES-319
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git

commit 89d4a078d2b1d75a74084c6dc1e46410719d89b5
Author: Dominik Riemer <ri...@fzi.de>
AuthorDate: Wed Jul 21 09:00:27 2021 +0200

    [STREAMPIPES-319] Refactor Flink API to support config extractor and StreamPipes client
---
 .../enricher/flink/processor/math/mathop/MathOpController.java   | 7 ++++++-
 .../processor/math/staticmathop/StaticMathOpController.java      | 7 ++++++-
 .../enricher/flink/processor/timestamp/TimestampController.java  | 9 ++++++---
 .../flink/processor/trigonometry/TrigonometryController.java     | 7 ++++++-
 .../processor/urldereferencing/UrlDereferencingController.java   | 7 ++++++-
 .../processor/gridenricher/SpatialGridEnrichmentController.java  | 7 ++++++-
 .../detection/flink/processor/absence/AbsenceController.java     | 7 ++++++-
 .../pattern/detection/flink/processor/and/AndController.java     | 7 ++++++-
 .../detection/flink/processor/peak/PeakDetectionController.java  | 6 +++++-
 .../detection/flink/processor/sequence/SequenceController.java   | 6 +++++-
 .../processor/stat/summary/StatisticsSummaryController.java      | 7 ++++++-
 .../processor/stat/window/StatisticsSummaryControllerWindow.java | 7 ++++++-
 .../flink/processor/language/LanguageDetectionController.java    | 7 ++++++-
 .../flink/processor/wordcount/WordCountController.java           | 7 ++++++-
 .../flink/processor/boilerplate/BoilerplateController.java       | 7 ++++++-
 .../flink/processor/converter/FieldConverterController.java      | 7 ++++++-
 .../flink/processor/hasher/FieldHasherController.java            | 8 ++++++--
 .../flink/processor/mapper/FieldMapperController.java            | 7 ++++++-
 .../MeasurementUnitConverterController.java                      | 7 ++++++-
 .../flink/processor/rename/FieldRenamerController.java           | 8 ++++++--
 .../databases/flink/elasticsearch/ElasticSearchController.java   | 7 ++++++-
 21 files changed, 124 insertions(+), 25 deletions(-)

diff --git a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/mathop/MathOpController.java b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/mathop/MathOpController.java
index 7fbe87d..290d50b 100644
--- a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/mathop/MathOpController.java
+++ b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/mathop/MathOpController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.enricher.flink.processor.math.mathop;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -74,7 +76,10 @@ public class MathOpController extends FlinkDataProcessorDeclarer<MathOpParameter
   }
 
   @Override
-  public FlinkDataProcessorRuntime<MathOpParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<MathOpParameters> getRuntime(DataProcessorInvocation graph,
+                                                                ProcessingElementParameterExtractor extractor,
+                                                                ConfigExtractor configExtractor,
+                                                                StreamPipesClient streamPipesClient) {
     String leftOperand = extractor.mappingPropertyValue(LEFT_OPERAND);
     String rightOperand = extractor.mappingPropertyValue(RIGHT_OPERAND);
     String operation = extractor.selectedSingleValue(OPERATION, String.class);
diff --git a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/staticmathop/StaticMathOpController.java b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/staticmathop/StaticMathOpController.java
index 2880534..ac35293 100644
--- a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/staticmathop/StaticMathOpController.java
+++ b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/math/staticmathop/StaticMathOpController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.enricher.flink.processor.math.staticmathop;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -69,7 +71,10 @@ public class StaticMathOpController extends FlinkDataProcessorDeclarer<StaticMat
   }
 
   @Override
-  public FlinkDataProcessorRuntime<StaticMathOpParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<StaticMathOpParameters> getRuntime(DataProcessorInvocation graph,
+                                                                      ProcessingElementParameterExtractor extractor,
+                                                                      ConfigExtractor configExtractor,
+                                                                      StreamPipesClient streamPipesClient) {
     String leftOperand = extractor.mappingPropertyValue(LEFT_OPERAND);
     double rightOperand = extractor.singleValueParameter(RIGHT_OPERAND_VALUE, Double.class);
     String operation = extractor.selectedSingleValue(OPERATION, String.class);
diff --git a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/timestamp/TimestampController.java b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/timestamp/TimestampController.java
index a4e5feb..2dbb795 100644
--- a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/timestamp/TimestampController.java
+++ b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/timestamp/TimestampController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.enricher.flink.processor.timestamp;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.processors.enricher.flink.config.EnricherFlinkConfig;
@@ -53,9 +55,10 @@ public class TimestampController extends FlinkDataProcessorDeclarer<TimestampPar
   }
 
   @Override
-  public FlinkDataProcessorRuntime<TimestampParameters> getRuntime(
-          DataProcessorInvocation graph,
-          ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<TimestampParameters> getRuntime(DataProcessorInvocation graph,
+                                                                   ProcessingElementParameterExtractor extractor,
+                                                                   ConfigExtractor configExtractor,
+                                                                   StreamPipesClient streamPipesClient) {
 
     TimestampParameters staticParam = new TimestampParameters(
             graph,
diff --git a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/trigonometry/TrigonometryController.java b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/trigonometry/TrigonometryController.java
index 8b89539..417302c 100644
--- a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/trigonometry/TrigonometryController.java
+++ b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/trigonometry/TrigonometryController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.enricher.flink.processor.trigonometry;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -60,7 +62,10 @@ public class TrigonometryController extends FlinkDataProcessorDeclarer<Trigonome
     }
 
     @Override
-    public FlinkDataProcessorRuntime<TrigonometryParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+    public FlinkDataProcessorRuntime<TrigonometryParameters> getRuntime(DataProcessorInvocation graph,
+                                                                        ProcessingElementParameterExtractor extractor,
+                                                                        ConfigExtractor configExtractor,
+                                                                        StreamPipesClient streamPipesClient) {
         String operand = extractor.mappingPropertyValue(OPERAND);
         String operation = extractor.selectedSingleValue(OPERATION, String.class);
 
diff --git a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/urldereferencing/UrlDereferencingController.java b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/urldereferencing/UrlDereferencingController.java
index edebc19..a27aa60 100644
--- a/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/urldereferencing/UrlDereferencingController.java
+++ b/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/processor/urldereferencing/UrlDereferencingController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.enricher.flink.processor.urldereferencing;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -57,7 +59,10 @@ public class UrlDereferencingController extends FlinkDataProcessorDeclarer<UrlDe
 
 
     @Override
-    public FlinkDataProcessorRuntime<UrlDereferencingParameter> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+    public FlinkDataProcessorRuntime<UrlDereferencingParameter> getRuntime(DataProcessorInvocation graph,
+                                                                           ProcessingElementParameterExtractor extractor,
+                                                                           ConfigExtractor configExtractor,
+                                                                           StreamPipesClient streamPipesClient) {
         String urlString = extractor.mappingPropertyValue(URL);
 
 //        java.net.URL url = null;
diff --git a/streampipes-processors-geo-flink/src/main/java/org/apache/streampipes/processor/geo/flink/processor/gridenricher/SpatialGridEnrichmentController.java b/streampipes-processors-geo-flink/src/main/java/org/apache/streampipes/processor/geo/flink/processor/gridenricher/SpatialGridEnrichmentController.java
index a722047..d2e8948 100644
--- a/streampipes-processors-geo-flink/src/main/java/org/apache/streampipes/processor/geo/flink/processor/gridenricher/SpatialGridEnrichmentController.java
+++ b/streampipes-processors-geo-flink/src/main/java/org/apache/streampipes/processor/geo/flink/processor/gridenricher/SpatialGridEnrichmentController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processor.geo.flink.processor.gridenricher;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.PropertyScope;
@@ -70,7 +72,10 @@ public class SpatialGridEnrichmentController extends FlinkDataProcessorDeclarer<
   }
 
   @Override
-  public FlinkDataProcessorRuntime<SpatialGridEnrichmentParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<SpatialGridEnrichmentParameters> getRuntime(DataProcessorInvocation graph,
+                                                                               ProcessingElementParameterExtractor extractor,
+                                                                               ConfigExtractor configExtractor,
+                                                                               StreamPipesClient streamPipesClient) {
 
     Integer cellSize = extractor.singleValueParameter(CELLSIZE, Integer.class);
     String latitudePropertyName = extractor.mappingPropertyValue(MAPPING_LATITUDE);
diff --git a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/absence/AbsenceController.java b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/absence/AbsenceController.java
index ddc8222..3815c1d 100644
--- a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/absence/AbsenceController.java
+++ b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/absence/AbsenceController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.pattern.detection.flink.processor.absence;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -62,7 +64,10 @@ public class AbsenceController extends FlinkDataProcessorDeclarer<AbsenceParamet
   }
 
   @Override
-  public FlinkDataProcessorRuntime<AbsenceParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<AbsenceParameters> getRuntime(DataProcessorInvocation graph,
+                                                                 ProcessingElementParameterExtractor extractor,
+                                                                 ConfigExtractor configExtractor,
+                                                                 StreamPipesClient streamPipesClient) {
     List<String> selectProperties = new ArrayList<>();
     for (EventProperty p : graph.getOutputStream().getEventSchema().getEventProperties()) {
       selectProperties.add(p.getRuntimeName());
diff --git a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/and/AndController.java b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/and/AndController.java
index 42aaedf..4aa67d5 100644
--- a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/and/AndController.java
+++ b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/and/AndController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.pattern.detection.flink.processor.and;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -67,7 +69,10 @@ public class AndController extends FlinkDataProcessorDeclarer<AndParameters> {
 
 
   @Override
-  public FlinkDataProcessorRuntime<AndParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<AndParameters> getRuntime(DataProcessorInvocation graph,
+                                                             ProcessingElementParameterExtractor extractor,
+                                                             ConfigExtractor configExtractor,
+                                                             StreamPipesClient streamPipesClient) {
     List<String> leftMappings = extractor.mappingPropertyValues(LEFT_MAPPING);
     List<String> rightMappings = extractor.mappingPropertyValues(RIGHT_MAPPING);
     TimeUnit timeUnit = TimeUnit.valueOf(extractor.selectedSingleValue(TIME_UNIT, String.class));
diff --git a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/peak/PeakDetectionController.java b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/peak/PeakDetectionController.java
index cd334c7..e65185f 100644
--- a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/peak/PeakDetectionController.java
+++ b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/peak/PeakDetectionController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.pattern.detection.flink.processor.peak;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -71,7 +73,9 @@ public class PeakDetectionController extends FlinkDataProcessorDeclarer<PeakDete
 
   @Override
   public FlinkDataProcessorRuntime<PeakDetectionParameters> getRuntime(DataProcessorInvocation sepa,
-                                                                       ProcessingElementParameterExtractor extractor) {
+                                                                       ProcessingElementParameterExtractor extractor,
+                                                                       ConfigExtractor configExtractor,
+                                                                       StreamPipesClient streamPipesClient) {
     String valueToObserve = extractor.mappingPropertyValue(VALUE_TO_OBSERVE);
     String timestampMapping = extractor.mappingPropertyValue(TIMESTAMP_MAPPING);
     String groupBy = extractor.mappingPropertyValue(PARTITION_BY);
diff --git a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/sequence/SequenceController.java b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/sequence/SequenceController.java
index 983ecf9..4387473 100644
--- a/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/sequence/SequenceController.java
+++ b/streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/sequence/SequenceController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.pattern.detection.flink.processor.sequence;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -52,7 +54,9 @@ public class SequenceController extends FlinkDataProcessorDeclarer<SequenceParam
 
   @Override
   public FlinkDataProcessorRuntime<SequenceParameters> getRuntime(DataProcessorInvocation graph,
-                                                                  ProcessingElementParameterExtractor extractor) {
+                                                                  ProcessingElementParameterExtractor extractor,
+                                                                  ConfigExtractor configExtractor,
+                                                                  StreamPipesClient streamPipesClient) {
 
     Integer timeWindowSize = extractor.singleValueParameter(TIME_WINDOW, Integer.class);
     String timeUnit = extractor.selectedSingleValue(TIME_UNIT, String.class);
diff --git a/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/summary/StatisticsSummaryController.java b/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/summary/StatisticsSummaryController.java
index 4a222b0..b053cea 100644
--- a/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/summary/StatisticsSummaryController.java
+++ b/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/summary/StatisticsSummaryController.java
@@ -19,8 +19,10 @@
 package org.apache.streampipes.processors.statistics.flink.processor.stat.summary;
 
 import org.apache.commons.lang.StringUtils;
+import org.apache.streampipes.client.StreamPipesClient;
 import org.apache.streampipes.commons.exceptions.SpRuntimeException;
 import org.apache.streampipes.container.api.ResolvesContainerProvidedOutputStrategy;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.EventSchema;
@@ -71,7 +73,10 @@ public class StatisticsSummaryController extends FlinkDataProcessorDeclarer<Stat
   }
 
   @Override
-  public FlinkDataProcessorRuntime<StatisticsSummaryParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<StatisticsSummaryParameters> getRuntime(DataProcessorInvocation graph,
+                                                                           ProcessingElementParameterExtractor extractor,
+                                                                           ConfigExtractor configExtractor,
+                                                                           StreamPipesClient streamPipesClient) {
     List<String> listPropertyMappings = extractor.mappingPropertyValues(listPropertyMappingName);
 
     StatisticsSummaryParameters params = new StatisticsSummaryParameters(graph, listPropertyMappings);
diff --git a/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/window/StatisticsSummaryControllerWindow.java b/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/window/StatisticsSummaryControllerWindow.java
index 69bcb65..071aab5 100644
--- a/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/window/StatisticsSummaryControllerWindow.java
+++ b/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/processor/stat/window/StatisticsSummaryControllerWindow.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.statistics.flink.processor.stat.window;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.PropertyScope;
@@ -75,7 +77,10 @@ public class StatisticsSummaryControllerWindow extends
   }
 
   @Override
-  public FlinkDataProcessorRuntime<StatisticsSummaryParametersWindow> getRuntime(DataProcessorInvocation sepa, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<StatisticsSummaryParametersWindow> getRuntime(DataProcessorInvocation sepa,
+                                                                                 ProcessingElementParameterExtractor extractor,
+                                                                                 ConfigExtractor configExtractor,
+                                                                                 StreamPipesClient streamPipesClient) {
 
     String valueToObserve = extractor.mappingPropertyValue(VALUE_TO_OBSERVE);
     String timestampMapping = extractor.mappingPropertyValue(TIMESTAMP_MAPPING);
diff --git a/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/language/LanguageDetectionController.java b/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/language/LanguageDetectionController.java
index 49a4389..644a7ef 100644
--- a/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/language/LanguageDetectionController.java
+++ b/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/language/LanguageDetectionController.java
@@ -17,6 +17,8 @@
  */
 package org.apache.streampipes.processors.textmining.flink.processor.language;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -56,7 +58,10 @@ public class LanguageDetectionController extends FlinkDataProcessorDeclarer<Lang
   }
 
   @Override
-  public FlinkDataProcessorRuntime<LanguageDetectionParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<LanguageDetectionParameters> getRuntime(DataProcessorInvocation graph,
+                                                                           ProcessingElementParameterExtractor extractor,
+                                                                           ConfigExtractor configExtractor,
+                                                                           StreamPipesClient streamPipesClient) {
     String fieldName = extractor.mappingPropertyValue(DETECTION_FIELD_KEY);
 
     return new LanguageDetectionProgram(new LanguageDetectionParameters(graph, fieldName), TextMiningFlinkConfig.INSTANCE.getDebug());
diff --git a/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/wordcount/WordCountController.java b/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/wordcount/WordCountController.java
index 0e8d8e7..3e060aa 100644
--- a/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/wordcount/WordCountController.java
+++ b/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/wordcount/WordCountController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.textmining.flink.processor.wordcount;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataProcessorType;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
@@ -62,7 +64,10 @@ public class WordCountController extends FlinkDataProcessorDeclarer<WordCountPar
   }
 
   @Override
-  public FlinkDataProcessorRuntime<WordCountParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<WordCountParameters> getRuntime(DataProcessorInvocation graph,
+                                                                   ProcessingElementParameterExtractor extractor,
+                                                                   ConfigExtractor configExtractor,
+                                                                   StreamPipesClient streamPipesClient) {
 
     String fieldName = extractor.mappingPropertyValue(WORD_COUNT_FIELD_KEY);
     Integer timeWindowValue = extractor.singleValueParameter(TIME_WINDOW_KEY, Integer.class);
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/boilerplate/BoilerplateController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/boilerplate/BoilerplateController.java
index 4a362a9..74b179a 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/boilerplate/BoilerplateController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/boilerplate/BoilerplateController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.transformation.flink.processor.boilerplate;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.PropertyScope;
@@ -57,7 +59,10 @@ public class BoilerplateController extends FlinkDataProcessorDeclarer<Boilerplat
     }
 
     @Override
-    public FlinkDataProcessorRuntime<BoilerplateParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+    public FlinkDataProcessorRuntime<BoilerplateParameters> getRuntime(DataProcessorInvocation graph,
+                                                                       ProcessingElementParameterExtractor extractor,
+                                                                       ConfigExtractor configExtractor,
+                                                                       StreamPipesClient streamPipesClient) {
         String htmlProperty = extractor.mappingPropertyValue(HTML_PROPERTY);
         String htmlExtractor = extractor.selectedSingleValue(EXTRACTOR, String.class);
         String htmlOutputMode = extractor.selectedSingleValue(OUTPUT_MODE, String.class);
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/converter/FieldConverterController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/converter/FieldConverterController.java
index b94a80b..e180dfc 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/converter/FieldConverterController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/converter/FieldConverterController.java
@@ -17,9 +17,11 @@
  */
 package org.apache.streampipes.processors.transformation.flink.processor.converter;
 
+import org.apache.streampipes.client.StreamPipesClient;
 import org.apache.streampipes.commons.exceptions.SpRuntimeException;
 import org.apache.streampipes.container.api.ResolvesContainerProvidedOptions;
 import org.apache.streampipes.container.api.ResolvesContainerProvidedOutputStrategy;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.EventProperty;
@@ -71,7 +73,10 @@ public class FieldConverterController extends
   }
 
   @Override
-  public FlinkDataProcessorRuntime<FieldConverterParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<FieldConverterParameters> getRuntime(DataProcessorInvocation graph,
+                                                                        ProcessingElementParameterExtractor extractor,
+                                                                        ConfigExtractor configExtractor,
+                                                                        StreamPipesClient streamPipesClient) {
     String convertProperty = extractor.mappingPropertyValue(CONVERT_PROPERTY);
     String targetDatatype =  extractor.selectedSingleValueInternalName(TARGET_TYPE, String.class);
 
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherController.java
index 22efeab..af4c0a1 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.transformation.flink.processor.hasher;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.PropertyScope;
@@ -56,8 +58,10 @@ public class FieldHasherController extends FlinkDataProcessorDeclarer<FieldHashe
   }
 
   @Override
-  public FlinkDataProcessorRuntime<FieldHasherParameters> getRuntime(
-          DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<FieldHasherParameters> getRuntime(DataProcessorInvocation graph,
+                                                                     ProcessingElementParameterExtractor extractor,
+                                                                     ConfigExtractor configExtractor,
+                                                                     StreamPipesClient streamPipesClient) {
     String propertyName = extractor.mappingPropertyValue(HASH_PROPERTIES);
 
     HashAlgorithmType hashAlgorithmType = HashAlgorithmType.valueOf(extractor.selectedSingleValue(HASH_ALGORITHM, String.class));
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperController.java
index 64095ff..49a0753 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperController.java
@@ -17,7 +17,9 @@
  */
 package org.apache.streampipes.processors.transformation.flink.processor.mapper;
 
+import org.apache.streampipes.client.StreamPipesClient;
 import org.apache.streampipes.container.api.ResolvesContainerProvidedOutputStrategy;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.EventProperty;
@@ -62,7 +64,10 @@ public class FieldMapperController extends
   }
 
   @Override
-  public FlinkDataProcessorRuntime<FieldMapperParameters> getRuntime(DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<FieldMapperParameters> getRuntime(DataProcessorInvocation graph,
+                                                                     ProcessingElementParameterExtractor extractor,
+                                                                     ConfigExtractor configExtractor,
+                                                                     StreamPipesClient streamPipesClient) {
 
     List<String> replacePropertyNames = extractor.mappingPropertyValues(REPLACE_PROPERTIES);
     String newFieldName = extractor.singleValueParameter(FIELD_NAME, String.class);
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/measurementUnitConverter/MeasurementUnitConverterController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/measurementUnitConverter/MeasurementUnitConverterController.java
index 6c3d74c..1ac180d 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/measurementUnitConverter/MeasurementUnitConverterController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/measurementUnitConverter/MeasurementUnitConverterController.java
@@ -19,8 +19,10 @@
 package org.apache.streampipes.processors.transformation.flink.processor.measurementUnitConverter;
 
 import com.github.jqudt.Unit;
+import org.apache.streampipes.client.StreamPipesClient;
 import org.apache.streampipes.commons.exceptions.SpRuntimeException;
 import org.apache.streampipes.container.api.ResolvesContainerProvidedOptions;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.EventProperty;
@@ -75,7 +77,10 @@ public class MeasurementUnitConverterController extends
 
 
   @Override
-  public FlinkDataProcessorRuntime<MeasurementUnitConverterParameters> getRuntime(DataProcessorInvocation sepa, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<MeasurementUnitConverterParameters> getRuntime(DataProcessorInvocation sepa,
+                                                                                  ProcessingElementParameterExtractor extractor,
+                                                                                  ConfigExtractor configExtractor,
+                                                                                  StreamPipesClient streamPipesClient) {
 
     String convertProperty = extractor.mappingPropertyValue(CONVERT_PROPERTY);
     String inputUnitId = extractor.measurementUnit(convertProperty, 0);
diff --git a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/rename/FieldRenamerController.java b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/rename/FieldRenamerController.java
index 13c4f1c..4af8cf5 100644
--- a/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/rename/FieldRenamerController.java
+++ b/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/rename/FieldRenamerController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.processors.transformation.flink.processor.rename;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.graph.DataProcessorDescription;
 import org.apache.streampipes.model.graph.DataProcessorInvocation;
 import org.apache.streampipes.model.schema.PropertyScope;
@@ -55,8 +57,10 @@ public class FieldRenamerController extends FlinkDataProcessorDeclarer<FieldRena
   }
 
   @Override
-  public FlinkDataProcessorRuntime<FieldRenamerParameters> getRuntime(
-          DataProcessorInvocation graph, ProcessingElementParameterExtractor extractor) {
+  public FlinkDataProcessorRuntime<FieldRenamerParameters> getRuntime(DataProcessorInvocation graph,
+                                                                      ProcessingElementParameterExtractor extractor,
+                                                                      ConfigExtractor configExtractor,
+                                                                      StreamPipesClient streamPipesClient) {
     String oldPropertyName = extractor.mappingPropertyValue(CONVERT_PROPERTY);
     String newPropertyName = extractor.singleValueParameter(FIELD_NAME, String.class);
 
diff --git a/streampipes-sinks-databases-flink/src/main/java/org/apache/streampipes/sinks/databases/flink/elasticsearch/ElasticSearchController.java b/streampipes-sinks-databases-flink/src/main/java/org/apache/streampipes/sinks/databases/flink/elasticsearch/ElasticSearchController.java
index d26f4f6..7e8fba9 100644
--- a/streampipes-sinks-databases-flink/src/main/java/org/apache/streampipes/sinks/databases/flink/elasticsearch/ElasticSearchController.java
+++ b/streampipes-sinks-databases-flink/src/main/java/org/apache/streampipes/sinks/databases/flink/elasticsearch/ElasticSearchController.java
@@ -18,6 +18,8 @@
 
 package org.apache.streampipes.sinks.databases.flink.elasticsearch;
 
+import org.apache.streampipes.client.StreamPipesClient;
+import org.apache.streampipes.container.config.ConfigExtractor;
 import org.apache.streampipes.model.DataSinkType;
 import org.apache.streampipes.model.graph.DataSinkDescription;
 import org.apache.streampipes.model.graph.DataSinkInvocation;
@@ -54,7 +56,10 @@ public class ElasticSearchController extends FlinkDataSinkDeclarer<ElasticSearch
   }
 
   @Override
-  public FlinkDataSinkRuntime<ElasticSearchParameters> getRuntime(DataSinkInvocation graph, DataSinkParameterExtractor extractor) {
+  public FlinkDataSinkRuntime<ElasticSearchParameters> getRuntime(DataSinkInvocation graph,
+                                                                  DataSinkParameterExtractor extractor,
+                                                                  ConfigExtractor configExtractor,
+                                                                  StreamPipesClient streamPipesClient) {
 
     String timestampField = extractor.mappingPropertyValue(TIMESTAMP_MAPPING);
     String indexName = extractor.singleValueParameter(INDEX_NAME, String.class);