You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by te...@apache.org on 2020/04/15 17:07:21 UTC

[incubator-streampipes-extensions] 02/02: Merge remote-tracking branch 'origin/dev' into dev

This is an automated email from the ASF dual-hosted git repository.

tex pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git

commit 0b1dfa4efea63815cbfdc406f95f38b721275a56
Merge: fb2aa3a 3067682
Author: tex <te...@fzi.de>
AuthorDate: Wed Apr 15 19:07:06 2020 +0200

    Merge remote-tracking branch 'origin/dev' into dev

 .github/workflows/build.yml                        |  21 ++-
 DISCLAIMER-WIP                                     |   8 ++
 LICENSE                                            |   7 +-
 NOTICE                                             |   7 +
 pom.xml                                            |  19 ++-
 .../streampipes/connect/ConnectAdapterInit.java    |   4 +-
 .../connect/adapters/iss/IssAdapter.java           | 144 +++++++++++++++++++++
 .../connect/adapters/iss/model/IssModel.java       |  42 ++++++
 .../connect/adapters/iss/model/IssPosition.java    |  33 +++++
 .../connect/adapters/netio/NetioUtils.java         |  28 +++-
 .../connect/protocol/stream/PullProtocol.java      |   6 +-
 .../documentation.md                               |   0
 .../icon.png                                       | Bin 0 -> 42675 bytes
 .../strings.en                                     |   5 +
 .../icon.png                                       | Bin 8726 -> 35364 bytes
 .../strings.en                                     |   2 +-
 .../icon.png                                       | Bin 8565 -> 35364 bytes
 .../strings.en                                     |   2 +-
 streampipes-pipeline-elements-all-jvm/pom.xml      |  12 ++
 .../pe/jvm/AllPipelineElementsInit.java            |  66 +++++++++-
 .../pe/jvm/config/AllPipelineElementsConfig.java   |  18 ---
 .../streampipes/pe/jvm/config/ConfigKeys.java      |   2 -
 .../flink/config/AggregationFlinkConfig.java       |  17 ---
 .../aggregation/flink/config/ConfigKeys.java       |   2 -
 .../enricher/flink/config/ConfigKeys.java          |   2 -
 .../enricher/flink/config/EnricherFlinkConfig.java |  17 ---
 .../processors/enricher/jvm/config/ConfigKeys.java |   2 -
 .../enricher/jvm/config/EnricherJvmConfig.java     |  19 +--
 .../processors/filters/jvm/config/ConfigKeys.java  |   2 -
 .../filters/jvm/config/FiltersJvmConfig.java       |  19 +--
 .../jvm/processor/compose/ComposeController.java   |   1 -
 .../processor/enrich/MergeByEnrichController.java  |   1 -
 .../jvm/processor/merge/MergeByTimeController.java |   1 -
 .../documentation.md                               |   2 +-
 .../processors/siddhi/FiltersSiddhiInit.java       |   6 +-
 .../processors/siddhi/config/ConfigKeys.java       |   2 -
 .../siddhi/config/FilterSiddhiConfig.java          |  16 ---
 .../documentation.md                               |  19 ---
 .../processor/geo/flink/config/ConfigKeys.java     |   2 -
 .../processor/geo/flink/config/GeoFlinkConfig.java |  16 ---
 .../SpatialGridEnrichmentController.java           |   2 +-
 .../documentation.md                               |  21 ++-
 .../icon.png                                       | Bin 0 -> 9425 bytes
 streampipes-processors-geo-jvm/pom.xml             |  15 +++
 .../streampipes/processors/geo/jvm/GeoJvmInit.java |   6 +-
 .../processors/geo/jvm/config/ConfigKeys.java      |   2 -
 .../processors/geo/jvm/config/GeoJvmConfig.java    |  16 ---
 .../distancecalculator/DistanceCalculator.java     |  16 +--
 .../geo/jvm/processor/speed/SpeedCalculator.java   |  86 ++++++++++++
 .../processor/speed/SpeedCalculatorController.java |  91 +++++++++++++
 .../processor/speed/SpeedCalculatorParameters.java |  56 ++++++++
 .../StaticDistanceCalculator.java                  |  60 +++++++++
 .../StaticDistanceCalculatorController.java        |  87 +++++++++++++
 .../StaticDistanceCalculatorParameters.java        |  65 ++++++++++
 .../geo/jvm/processor/util/DistanceUtil.java       |  34 +++++
 .../documentation.md                               |   5 +-
 .../documentation.md                               |  11 +-
 .../strings.en                                     |  14 ++
 .../documentation.md                               |  11 +-
 .../strings.en                                     |  14 ++
 .../imageprocessing/jvm/config/ConfigKeys.java     |   2 -
 .../jvm/config/ImageProcessingJvmConfig.java       |  18 ---
 .../documentation.md                               |  18 +--
 .../documentation.md                               |  20 +--
 .../pattern/detection/flink/config/ConfigKeys.java |   2 -
 .../flink/config/PatternDetectionFlinkConfig.java  |  18 ---
 .../statistics/flink/config/ConfigKeys.java        |   2 -
 .../flink/config/StatisticsFlinkConfig.java        |  19 ---
 .../documentation.md                               |  24 ++--
 .../documentation.md                               |  25 +---
 .../textmining/flink/config/ConfigKeys.java        |   2 -
 .../flink/config/TextMiningFlinkConfig.java        |  18 ---
 streampipes-processors-text-mining-jvm/pom.xml     |  15 +++
 .../textmining/jvm/config/ConfigKeys.java          |   2 -
 .../textmining/jvm/config/TextMiningJvmConfig.java |  16 ---
 .../jvm/processor/chunker/ChunkerController.java   |   2 +-
 .../processor/namefinder/NameFinderController.java |   2 +-
 .../documentation.md                               |   4 +-
 .../boilerpipe/BoilerpipeDocumentSource.java       |  14 +-
 .../boilerpipe/BoilerpipeExtractor.java            |  14 +-
 .../kohlschutter/boilerpipe/BoilerpipeFilter.java  |  14 +-
 .../kohlschutter/boilerpipe/BoilerpipeInput.java   |  14 +-
 .../boilerpipe/BoilerpipeProcessingException.java  |  14 +-
 .../boilerpipe/conditions/TextBlockCondition.java  |  14 +-
 .../kohlschutter/boilerpipe/document/Image.java    |  14 +-
 .../boilerpipe/document/TextBlock.java             |  14 +-
 .../boilerpipe/document/TextDocument.java          |  14 +-
 .../document/TextDocumentStatistics.java           |  14 +-
 .../boilerpipe/document/package-info.java          |  18 ---
 .../boilerpipe/estimators/SimpleEstimator.java     |  14 +-
 .../boilerpipe/extractors/ArticleExtractor.java    |  14 +-
 .../extractors/ArticleSentencesExtractor.java      |  14 +-
 .../boilerpipe/extractors/CanolaExtractor.java     |  14 +-
 .../boilerpipe/extractors/CommonExtractors.java    |  14 +-
 .../boilerpipe/extractors/DefaultExtractor.java    |  14 +-
 .../boilerpipe/extractors/ExtractorBase.java       |  14 +-
 .../extractors/KeepEverythingExtractor.java        |  14 +-
 .../KeepEverythingWithMinKWordsExtractor.java      |  14 +-
 .../extractors/LargestContentExtractor.java        |  14 +-
 .../extractors/NumWordsRulesExtractor.java         |  14 +-
 .../boilerpipe/extractors/package-info.java        |  18 ---
 .../boilerpipe/filters/debug/PrintDebugFilter.java |  14 +-
 .../filters/english/DensityRulesClassifier.java    |  14 +-
 .../filters/english/HeuristicFilterBase.java       |  14 +-
 .../english/IgnoreBlocksAfterContentFilter.java    |  14 +-
 .../IgnoreBlocksAfterContentFromEndFilter.java     |  14 +-
 .../english/KeepLargestFulltextBlockFilter.java    |  14 +-
 .../filters/english/MinFulltextWordsFilter.java    |  14 +-
 .../filters/english/NumWordsRulesClassifier.java   |  14 +-
 .../filters/english/TerminatingBlocksFinder.java   |  14 +-
 .../boilerpipe/filters/english/package-info.java   |  18 ---
 .../heuristics/AddPrecedingLabelsFilter.java       |  14 +-
 .../filters/heuristics/ArticleMetadataFilter.java  |  14 +-
 .../filters/heuristics/BlockProximityFusion.java   |  14 +-
 .../filters/heuristics/ContentFusion.java          |  14 +-
 .../heuristics/DocumentTitleMatchClassifier.java   |  14 +-
 .../heuristics/ExpandTitleToContentFilter.java     |  14 +-
 .../filters/heuristics/KeepLargestBlockFilter.java |  14 +-
 .../boilerpipe/filters/heuristics/LabelFusion.java |  14 +-
 .../LargeBlockSameTagLevelToContentFilter.java     |  14 +-
 .../filters/heuristics/ListAtEndFilter.java        |  14 +-
 .../heuristics/SimpleBlockFusionProcessor.java     |  14 +-
 .../TrailingHeadlineToBoilerplateFilter.java       |  14 +-
 .../filters/heuristics/package-info.java           |  18 ---
 .../filters/simple/BoilerplateBlockFilter.java     |  14 +-
 .../boilerpipe/filters/simple/InvertedFilter.java  |  14 +-
 .../filters/simple/LabelToBoilerplateFilter.java   |  14 +-
 .../filters/simple/LabelToContentFilter.java       |  14 +-
 .../simple/MarkEverythingBoilerplateFilter.java    |  14 +-
 .../simple/MarkEverythingContentFilter.java        |  14 +-
 .../filters/simple/MinClauseWordsFilter.java       |  14 +-
 .../boilerpipe/filters/simple/MinWordsFilter.java  |  14 +-
 .../filters/simple/SplitParagraphBlocksFilter.java |  14 +-
 .../filters/simple/SurroundingToContentFilter.java |  14 +-
 .../boilerpipe/filters/simple/package-info.java    |  18 ---
 .../boilerpipe/labels/ConditionalLabelAction.java  |  14 +-
 .../boilerpipe/labels/DefaultLabels.java           |  14 +-
 .../boilerpipe/labels/LabelAction.java             |  14 +-
 .../com/kohlschutter/boilerpipe/package-info.java  |  18 ---
 .../sax/BoilerpipeHTMLContentHandler.java          |  14 +-
 .../boilerpipe/sax/BoilerpipeHTMLParser.java       |  14 +-
 .../boilerpipe/sax/BoilerpipeSAXInput.java         |  14 +-
 .../boilerpipe/sax/CommonTagActions.java           |  14 +-
 .../boilerpipe/sax/DefaultTagActionMap.java        |  14 +-
 .../kohlschutter/boilerpipe/sax/HTMLDocument.java  |  14 +-
 .../kohlschutter/boilerpipe/sax/HTMLFetcher.java   |  14 +-
 .../boilerpipe/sax/HTMLHighlighter.java            |  14 +-
 .../boilerpipe/sax/ImageExtractor.java             |  14 +-
 .../boilerpipe/sax/InputSourceable.java            |  14 +-
 .../boilerpipe/sax/MarkupTagAction.java            |  14 +-
 .../com/kohlschutter/boilerpipe/sax/TagAction.java |  14 +-
 .../kohlschutter/boilerpipe/sax/TagActionMap.java  |  14 +-
 .../kohlschutter/boilerpipe/sax/package-info.java  |  18 ---
 .../boilerpipe/util/UnicodeTokenizer.java          |  14 +-
 .../kohlschutter/boilerpipe/util/package-info.java |  18 ---
 .../flink/config/TransformationFlinkConfig.java    |  18 ---
 .../flink/processor/converter/FieldConverter.java  |  10 +-
 .../converter/FieldConverterController.java        | 102 ++++++++++++---
 .../processor/mapper/FieldMapperController.java    |   2 +-
 .../MeasurementUnitConverterController.java        |   2 -
 .../documentation.md                               |  41 ++++--
 .../icon.png                                       | Bin 0 -> 11398 bytes
 .../documentation.md                               |  15 +--
 .../transformation/jvm/config/ConfigKeys.java      |   2 -
 .../jvm/config/TransformationJvmConfig.java        |  17 ---
 .../timekeeping/BooleanTimekeepingController.java  |   2 +-
 .../CsvMetadataEnrichmentController.java           |   2 +-
 .../TransformToBooleanController.java              |   2 +-
 .../duration/CalculateDurationController.java      |   2 +-
 .../documentation.md                               |   2 +-
 .../documentation.md                               |  14 +-
 .../documentation.md                               |  44 ++++++-
 .../icon.png                                       | Bin 0 -> 12389 bytes
 .../documentation.md                               |  15 +--
 .../icon.png                                       | Bin 0 -> 13055 bytes
 .../documentation.md                               |  17 +--
 streampipes-sinks-brokers-jvm/pom.xml              |   4 +
 .../sinks/brokers/jvm/BrokersJvmInit.java          |   2 +
 .../sinks/brokers/jvm/config/BrokersJvmConfig.java |  16 ---
 .../sinks/brokers/jvm/config/ConfigKeys.java       |   2 -
 .../sinks/brokers/jvm/mqtt/MqttController.java     |  72 +++++++++++
 .../sinks/brokers/jvm/mqtt/MqttParameters.java     |  42 +++---
 .../sinks/brokers/jvm/mqtt/MqttPublisher.java      |  86 ++++++++++++
 .../strings.en                                     |   4 +-
 .../documentation.md                               |  18 ++-
 .../icon.png                                       | Bin 0 -> 68540 bytes
 .../strings.en                                     |   8 ++
 .../sinks/databases/flink/config/ConfigKeys.java   |   2 -
 .../flink/config/DatabasesFlinkConfig.java         |  18 ---
 .../sinks/databases/jvm/config/ConfigKeys.java     |   2 -
 .../databases/jvm/config/DatabasesJvmConfig.java   |  17 ---
 .../sinks/databases/jvm/influxdb/InfluxDb.java     |   4 +
 .../databases/jvm/influxdb/InfluxDbClient.java     |  16 +--
 .../databases/jvm/influxdb/InfluxDbController.java |   5 +-
 .../jvm/postgresql/PostgreSqlController.java       |   4 +-
 .../documentation.md                               |  16 +--
 .../sinks/internal/jvm/config/ConfigKeys.java      |   2 -
 .../jvm/config/SinksInternalJvmConfig.java         |  17 ---
 .../sinks/internal/jvm/datalake/DataLake.java      |  15 ++-
 .../internal/jvm/datalake/DataLakeController.java  |   1 +
 ...uxDbClient.java => DataLakeInfluxDbClient.java} |  71 +++++-----
 .../jvm/notification/NotificationProducer.java     |  28 +++-
 .../sinks/notifications/jvm/config/ConfigKeys.java |   2 -
 .../jvm/config/SinksNotificationsJvmConfig.java    |  23 ----
 .../notifications/jvm/slack/SlackNotification.java |  54 +++++++-
 .../jvm/slack/SlackNotificationController.java     |  47 +------
 .../jvm/slack/SlackNotificationParameters.java     |  23 ++--
 .../strings.en                                     |   5 +-
 .../vehicle/simulator/config/ConfigKeys.java       |   2 -
 .../simulator/config/VehicleSimulatorConfig.java   |  13 --
 .../watertank/simulator/config/ConfigKeys.java     |   2 -
 .../simulator/config/WatertankSimulatorConfig.java |  13 --
 212 files changed, 2014 insertions(+), 1454 deletions(-)

diff --cc streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/config/SinksInternalJvmConfig.java
index 36c13f7,b6f0caf..3206944
--- a/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/config/SinksInternalJvmConfig.java
+++ b/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/config/SinksInternalJvmConfig.java
@@@ -55,9 -52,8 +52,8 @@@ public enum SinksInternalJvmConfig impl
  		config.register(ConfigKeys.BACKEND_HOST, "backend", "Hostname for the StreamPipes-Backend");
  		config.register(ConfigKeys.BACKEND_PORT, 8030, "Port for the StreamPipes-Backend");
  		config.register(ConfigKeys.BACKEND_PROTOCOL, "http", "Protocol for the StreamPipes-Backend");
 -		config.register(ConfigKeys.IMAGE_STORAGE_LOCATION, "/sp_images/", "Protocol for the StreamPipes-Backend");
 +		config.register(ConfigKeys.IMAGE_STORAGE_LOCATION, "/sp_images/", "Storage location of the data lake images");
  
- 
  		config.register(ConfigKeys.SERVICE_NAME, service_name, "The name of the service");
  
  	}