You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by wi...@apache.org on 2020/12/22 09:03:09 UTC

[incubator-streampipes-extensions] 02/14: Merge branch 'dev' into edge-extensions

This is an automated email from the ASF dual-hosted git repository.

wiener pushed a commit to branch edge-extensions
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes-extensions.git

commit 16c920949d7c7ce6718a681f591393e7cff9f7fb
Merge: 9f18139 b09a7df
Author: Patrick Wiener <wi...@fzi.de>
AuthorDate: Mon May 25 09:57:38 2020 +0200

    Merge branch 'dev' into edge-extensions

 .asf.yaml                                          |  15 +
 .github/workflows/build.yml                        |  17 +-
 DISCLAIMER-WIP                                     |   2 +-
 LICENSE                                            |  34 +-
 NOTICE                                             |  25 +-
 README.md                                          |   2 +-
 RELEASE_NOTES.md                                   |  49 +++
 .../documentation.md => RELEASE_VALIDATION.md      |  34 +-
 docker-compose.yml                                 |  61 ++++
 pom.xml                                            | 396 +++++++++++++++++----
 .../{streampipes-connect-adapter => }/Dockerfile   |   4 +-
 .../aarch64.Dockerfile                             |   4 +-
 .../arm.Dockerfile                                 |   4 +-
 streampipes-connect-adapters/pom.xml               | 198 ++++++-----
 .../streampipes/connect/ConnectAdapterInit.java    |   4 +
 .../streampipes/connect/adapters/PullAdapter.java  |   0
 .../connect/adapters/PullRestAdapter.java          |   0
 .../adapters/coindesk/CoindeskBitcoinAdapter.java  |  14 +-
 .../connect/adapters/coindesk/Currency.java        |   0
 .../connect/adapters/coindesk/model/Bpi.java       |   0
 .../adapters/coindesk/model/CoindeskRawModel.java  |   0
 .../connect/adapters/coindesk/model/EUR.java       |   0
 .../connect/adapters/coindesk/model/GBP.java       |   0
 .../connect/adapters/coindesk/model/Time.java      |   0
 .../connect/adapters/coindesk/model/USD.java       |   0
 .../connect/adapters/gdelt/GdeltAdapter.java       |  10 +-
 .../connect/adapters/iex/IexCloudAdapter.java      |   7 +-
 .../connect/adapters/iex/IexCloudNewsAdapter.java  |  13 +-
 .../connect/adapters/iex/IexCloudStockAdapter.java |  12 +-
 .../connect/adapters/iex/model/IexNewsData.java    |   0
 .../connect/adapters/iex/model/IexStockData.java   |   0
 .../connect/adapters/image/ImageZipAdapter.java    | 105 ++++++
 .../connect/adapters/image/ImageZipUtils.java      |  23 +-
 .../adapters/image/ZipFileImageIterator.java       |  87 +++++
 .../adapters/image/set/ImageSetAdapter.java        |  98 +++++
 .../adapters/image/stream/ImageStreamAdapter.java  |  96 +++++
 .../connect/adapters/influxdb/InfluxDbClient.java  |   0
 .../adapters/influxdb/InfluxDbSetAdapter.java      |  26 +-
 .../adapters/influxdb/InfluxDbStreamAdapter.java   |  28 +-
 .../connect/adapters/iss/IssAdapter.java           |   0
 .../connect/adapters/iss/model/IssModel.java}      |  40 +--
 .../connect/adapters/iss/model/IssPosition.java}   |  28 +-
 .../streampipes/connect/adapters/mysql/Column.java |   0
 .../connect/adapters/mysql/MySqlAdapter.java       |   0
 .../connect/adapters/mysql/MySqlClient.java        |   0
 .../connect/adapters/mysql/MySqlSetAdapter.java    |  23 +-
 .../connect/adapters/mysql/MySqlStreamAdapter.java |  23 +-
 .../connect/adapters/netio/NetioMQTTAdapter.java   |   0
 .../connect/adapters/netio/NetioRestAdapter.java   |   0
 .../connect/adapters/netio/NetioUtils.java         |  30 +-
 .../netio/model/NetioAllPowerOutputs.java}         |  32 +-
 .../adapters/netio/model/NetioGlobalMeasure.java   |  30 +-
 .../adapters/netio/model/NetioPowerOutput.java     |  30 +-
 .../trafficcamera/CameraDataHttpExecutor.java      |   0
 .../trafficcamera/CameraFeatureTransformer.java    |   0
 .../trafficcamera/CameraInfoHttpExecutor.java      |   0
 .../trafficcamera/NswTrafficCameraAdapter.java     |  11 +-
 .../trafficcamera/TrafficCameraSensorNames.java    |   0
 .../nswaustralia/trafficcamera/model/Feature.java  |   0
 .../trafficcamera/model/FeatureCollection.java     |   0
 .../nswaustralia/trafficcamera/model/Geometry.java |   0
 .../trafficcamera/model/Properties.java            |   0
 .../nswaustralia/trafficcamera/model/Rights.java   |   0
 .../connect/adapters/opcua/OpcNode.java            |   0
 .../streampipes/connect/adapters/opcua/OpcUa.java  |  69 ++--
 .../connect/adapters/opcua/OpcUaAdapter.java       |  36 +-
 .../connect/adapters/opcua/OpcUaTypes.java         |   0
 .../plc4x/passive/Plc4xPassiveAdapter.java         |   0
 .../connect/adapters/plc4x/s7/Plc4xS7Adapter.java  | 130 +++++--
 .../connect/adapters/plc4x/s7/S7ConfigFile.java}   |  49 ++-
 .../connect/adapters/ros/RosBridgeAdapter.java     |   0
 .../adapters/sensemap/OpenSenseMapAdapter.java     |   0
 .../connect/adapters/sensemap/SensorNames.java     |   0
 .../adapters/sensemap/model/CurrentLocation.java   |   0
 .../connect/adapters/sensemap/model/Geometry.java  |   0
 .../adapters/sensemap/model/LastMeasurement.java   |   0
 .../connect/adapters/sensemap/model/Loc.java       |   0
 .../connect/adapters/sensemap/model/SenseBox.java  |   0
 .../connect/adapters/sensemap/model/Sensor.java    |   0
 .../adapters/simulator/RandomDataSetAdapter.java   |  14 +-
 .../adapters/simulator/RandomDataSimulator.java    |   0
 .../simulator/RandomDataSimulatorUtils.java        |   0
 .../simulator/RandomDataStreamAdapter.java         |  11 +-
 .../connect/adapters/slack/SlackAdapter.java       |  10 +-
 .../connect/adapters/slack/SlackConsumer.java      |   0
 .../connect/adapters/ti/TISensorTag.java           |  13 +-
 .../adapters/wikipedia/WikipediaAdapter.java       |   0
 .../wikipedia/WikipediaEditedArticlesAdapter.java  |   8 +-
 .../wikipedia/WikipediaModelConverter.java         |   0
 .../wikipedia/WikipediaNewArticlesAdapter.java     |   9 +-
 .../adapters/wikipedia/WikipediaSseConsumer.java   |   0
 .../connect/adapters/wikipedia/model/Length.java   |   0
 .../connect/adapters/wikipedia/model/Meta.java     |   0
 .../connect/adapters/wikipedia/model/Revision.java |   0
 .../adapters/wikipedia/model/WikipediaModel.java   |   0
 .../streampipes/connect/config/ConfigKeys.java     |   0
 .../connect/config/ConnectWorkerConfig.java        |   0
 .../connect/protocol/set/FileProtocol.java         |   9 +-
 .../connect/protocol/set/HttpProtocol.java         |   9 +-
 .../connect/protocol/stream/BrokerProtocol.java    |   0
 .../protocol/stream/FileStreamProtocol.java        |  19 +-
 .../connect/protocol/stream/HDFSProtocol.java      |   0
 .../protocol/stream/HttpStreamProtocol.java        |  12 +-
 .../connect/protocol/stream/KafkaProtocol.java     |  23 +-
 .../connect/protocol/stream/MqttConfig.java        |   0
 .../connect/protocol/stream/MqttConsumer.java      |   0
 .../connect/protocol/stream/MqttProtocol.java      |   0
 .../connect/protocol/stream/PullProtocol.java      |   0
 .../connect/protocol/stream/WebsocketClient.java   |   0
 .../connect/protocol/stream/WebsocketProtocol.java |   0
 .../protocol/stream/pulsar/PulsarConsumer.java     |   0
 .../protocol/stream/pulsar/PulsarProtocol.java     |  16 +-
 .../protocol/stream/pulsar/PulsarUtils.java        |   0
 .../connect/utils/MqttConnectUtils.java            |  30 +-
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 17868 bytes
 .../strings.en                                     |   6 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 33450 bytes
 .../strings.en                                     |   4 +
 .../documentation.md                               |  19 +-
 .../icon.png                                       | Bin 0 -> 15675 bytes
 .../strings.en                                     |   8 +
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 15675 bytes
 .../strings.en                                     |   8 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 5332 bytes
 .../strings.en                                     |   8 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 5332 bytes
 .../strings.en                                     |   8 +
 .../documentation.md                               |  18 +-
 .../icon.png                                       | Bin 0 -> 9982 bytes
 .../strings.en                                     |  23 ++
 .../documentation.md                               |  18 +-
 .../icon.png                                       | Bin 0 -> 9982 bytes
 .../strings.en                                     |  26 ++
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 99909 bytes
 .../strings.en                                     |  23 ++
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 99909 bytes
 .../strings.en                                     |  24 ++
 .../documentation.md                               |   0
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |   0
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 3016 bytes
 .../strings.en                                     |   6 +
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 5087 bytes
 .../strings.en                                     |  28 ++
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 46022 bytes
 .../strings.en                                     |  29 ++
 .../documentation.md                               |   2 +-
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 13079 bytes
 .../strings.en                                     |   9 +
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 13079 bytes
 .../strings.en                                     |   6 +
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 17473 bytes
 .../strings.en                                     |   6 +
 .../documentation.md                               |   0
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 65221 bytes
 .../strings.en                                     |   3 +
 .../documentation.md                               |  20 +-
 .../icon.png                                       | Bin 0 -> 65221 bytes
 .../strings.en                                     |   3 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 12881 bytes
 .../strings.en                                     |  16 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 17467 bytes
 .../strings.en                                     |  10 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 9110 bytes
 .../strings.en                                     |  13 +
 .../documentation.md                               |   0
 .../icon.png                                       | Bin
 .../strings.en                                     |   0
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 22890 bytes
 .../strings.en                                     |  13 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 12881 bytes
 .../strings.en                                     |   7 +
 .../documentation.md                               |  21 +-
 .../icon.png                                       | Bin 0 -> 17467 bytes
 .../strings.en                                     |   7 +
 .../connect/adapters/PullAdapterTest.java          |   0
 .../streampipes/connect/adapters/generic/Mock.java |   0
 .../connect/adapters/generic/UtilTest.java         |   0
 .../generic/elements/AddTimestampTest.java         |   0
 .../generic/elements/DuplicateFilterTest.java      |   0
 .../generic/protocol/set/HttpProtocolTest.java     |   0
 .../generic/protocol/stream/HttpProtocolTest.java  |   0
 .../adapters/sensemap/OpenSenseMapAdapterTest.java |   0
 .../connect/adapters/sensemap/SensorNamesTest.java |   0
 .../connect/adapters/ti/TISensorTagTest.java       |  37 +-
 .../streampipes-connect-adapter/pom.xml            | 149 --------
 .../connect/adapters/iss/model/IssModel.java       |  42 ---
 .../connect/adapters/iss/model/IssPosition.java    |  33 --
 .../adapters/netio/model/NetioAllPowerOutputs.java |  48 ---
 .../connect/adapters/opcua/OpcUaTest.java          | 341 ------------------
 .../documentation.md                               |   0
 streampipes-pipeline-elements-all-jvm/pom.xml      |  34 +-
 .../pe/jvm/AllPipelineElementsInit.java            |   4 +
 .../pom.xml                                        |   2 +-
 streampipes-pipeline-elements-shared/pom.xml       |   2 +-
 streampipes-processors-aggregation-flink/pom.xml   |   3 +-
 streampipes-processors-enricher-flink/pom.xml      |   2 +-
 streampipes-processors-enricher-jvm/pom.xml        |  19 +-
 .../processors/enricher/jvm/EnricherJvmInit.java   |  33 +-
 .../processors/enricher/jvm/config/ConfigKeys.java |  13 +-
 .../enricher/jvm/config/EnricherJvmConfig.java     |  14 +-
 .../enricher/jvm/processor/jseval/JSEval.java      |  74 ++++
 .../jvm/processor/jseval/JSEvalController.java     |  61 ++++
 .../jvm/processor/jseval/JSEvalParameters.java     |  16 +-
 .../jvm/processor/sizemeasure/SizeMeasure.java     |  29 +-
 .../sizemeasure/SizeMeasureController.java         |  29 +-
 .../sizemeasure/SizeMeasureParameters.java         |  29 +-
 .../documentation.md                               |  38 +-
 .../icon.png                                       | Bin 0 -> 622 bytes
 .../strings.en                                     |   5 +
 .../documentation.md                               |  18 +
 streampipes-processors-filters-jvm/pom.xml         |   2 +-
 .../filters/jvm/processor/merge/StreamBuffer.java  |  30 +-
 streampipes-processors-filters-siddhi/pom.xml      |  12 +-
 streampipes-processors-geo-flink/pom.xml           |   2 +-
 streampipes-processors-geo-jvm/development/env     |   4 +-
 streampipes-processors-geo-jvm/pom.xml             |   2 +-
 .../streampipes/processors/geo/jvm/GeoJvmInit.java |  20 +-
 .../geo/jvm/jts/helper/SpGeometryBuilder.java      |  73 ++--
 .../geo/jvm/jts/helper/SpTrajectoryBuilder.java    | 105 ++++++
 .../jvm/jts/processor/latLngToGeo/LatLngToGeo.java |  60 ++--
 .../latLngToGeo/LatLngToGeoController.java         | 109 +++---
 .../latLngToGeo/LatLngToGeoParameter.java          |  36 +-
 .../geo/jvm/jts/processor/setEPSG/SetEPSG.java     |  33 +-
 .../jts/processor/setEPSG/SetEpsgController.java   |  73 ++--
 .../jts/processor/setEPSG/SetEpsgParameter.java    |  16 +-
 .../trajectory/CreateTrajectoryFromPoints.java     |  80 +++++
 .../CreateTrajectoryFromPointsController.java      | 116 ++++++
 .../CreateTrajectoryFromPointsParameter.java}      |  63 ++--
 .../processor/revgeocoder/ReverseGeocoding.java    |  28 +-
 .../jvm/processor/revgeocoder/geocode/GeoName.java |  18 -
 .../revgeocoder/geocode/ReverseGeoCode.java        |  17 -
 .../revgeocoder/geocode/kdtree/KDNode.java         |  18 -
 .../geocode/kdtree/KDNodeComparator.java           |  18 -
 .../revgeocoder/geocode/kdtree/KDTree.java         |  18 -
 .../processor/speed/SpeedCalculatorController.java |   2 +-
 .../src/main/resources/cities1000.zip              | Bin 7841510 -> 0 bytes
 .../documentation.md                               |   2 +
 .../documentation.md                               |  12 +-
 .../icon.png                                       | Bin 19124 -> 20621 bytes
 .../strings.en                                     |  10 +-
 .../icon.png                                       | Bin 4831 -> 8710 bytes
 .../strings.en                                     |   9 +-
 .../documentation.md                               |  77 ++++
 .../icon.png                                       | Bin 0 -> 9399 bytes
 .../strings.en                                     |  20 ++
 .../documentation.md                               |  18 +-
 .../icon.png                                       | Bin 0 -> 14632 bytes
 .../strings.en                                     |   8 +-
 .../pom.xml                                        |   8 +-
 .../pom.xml                                        |   2 +-
 streampipes-processors-statistics-flink/pom.xml    |   2 +-
 streampipes-processors-text-mining-flink/pom.xml   |   2 +-
 streampipes-processors-text-mining-jvm/pom.xml     |   2 +-
 .../textmining/jvm/processor/chunker/Chunker.java  |  26 +-
 .../jvm/processor/chunker/ChunkerController.java   |  13 +-
 .../jvm/processor/chunker/ChunkerParameters.java   |   8 +-
 .../jvm/processor/language/LanguageDetection.java  |  22 +-
 .../language/LanguageDetectionController.java      |  15 +-
 .../language/LanguageDetectionParameters.java      |   8 +-
 .../processor/namefinder/NameFinderController.java |   1 +
 .../processor/namefinder/NameFinderParameters.java |   1 +
 .../jvm/processor/partofspeech/PartOfSpeech.java   |  22 +-
 .../partofspeech/PartOfSpeechController.java       |  15 +-
 .../partofspeech/PartOfSpeechParameters.java       |   9 +-
 .../sentencedetection/SentenceDetection.java       |  21 +-
 .../SentenceDetectionController.java               |  15 +-
 .../SentenceDetectionParameters.java               |   8 +-
 .../jvm/processor/tokenizer/Tokenizer.java         |  22 +-
 .../processor/tokenizer/TokenizerController.java   |  15 +-
 .../processor/tokenizer/TokenizerParameters.java   |   8 +-
 .../src/main/resources/chunker-en.bin              | Bin 2560304 -> 0 bytes
 .../src/main/resources/language-detection.bin      | Bin 10568188 -> 0 bytes
 .../documentation.md                               |   2 +
 .../strings.en                                     |   3 +
 .../documentation.md                               |   2 +
 .../strings.en                                     |   3 +
 .../documentation.md                               |   1 +
 .../strings.en                                     |   1 +
 .../documentation.md                               |   2 +
 .../strings.en                                     |   3 +
 .../documentation.md                               |   2 +
 .../strings.en                                     |   3 +
 .../documentation.md                               |   2 +
 .../strings.en                                     |   3 +
 .../src/main/resources/partofspeech-en-v2.bin      | Bin 5696197 -> 0 bytes
 .../src/main/resources/sentence-detection-en.bin   | Bin 98533 -> 0 bytes
 .../src/main/resources/tokenizer-en.bin            | Bin 439890 -> 0 bytes
 .../pom.xml                                        |   2 +-
 .../flink/processor/hasher/FieldHasher.java        |   3 +-
 .../processor/hasher/FieldHasherController.java    |   2 +-
 .../documentation.md                               |   2 +-
 .../processor/converter/TestConverterProgram.java  |   2 +
 .../flink/processor/hasher/TestFieldHasher.java    |   2 +-
 .../processor/hasher/TestFieldHasherProgram.java   |   2 +
 .../flink/processor/rename/TestRenameProgram.java  |   3 +-
 streampipes-processors-transformation-jvm/pom.xml  |   2 +-
 .../transformation/jvm/TransformationJvmInit.java  |   6 +-
 .../stringoperator/counter/StringCounter.java      |  79 ++++
 .../counter/StringCounterController.java           |  47 ++-
 .../counter/StringCounterParameters.java           |  17 +-
 .../stringoperator/timer/StringTimer.java          |  54 ++-
 .../timer/StringTimerController.java               |  83 +++++
 .../timer/StringTimerParameters.java               |  24 +-
 .../transformtoboolean/TransformToBoolean.java     |  13 +-
 .../TransformToBooleanController.java              |  13 +-
 .../TransformToBooleanParameters.java              |  13 +-
 .../documentation.md                               |  33 +-
 .../icon.png                                       | Bin 0 -> 16458 bytes
 .../strings.en                                     |  16 +
 .../documentation.md                               |  30 +-
 .../icon.png                                       | Bin 0 -> 14398 bytes
 .../strings.en                                     |  17 +
 .../documentation.md                               |  18 +
 streampipes-sinks-brokers-jvm/pom.xml              |   4 +-
 streampipes-sinks-databases-flink/pom.xml          |   2 +-
 streampipes-sinks-databases-jvm/pom.xml            |  21 +-
 .../sinks/databases/jvm/DatabasesJvmInit.java      |   4 +-
 .../sinks/databases/jvm/opcua/OpcUa.java           |  18 +-
 .../sinks/databases/jvm/redis/Redis.java           | 119 +++++++
 .../sinks/databases/jvm/redis/RedisController.java | 103 ++++++
 .../sinks/databases/jvm/redis/RedisParameters.java | 114 ++++++
 .../documentation.md                               |  81 +++++
 .../icon.png                                       | Bin 0 -> 12905 bytes
 .../strings.en                                     |  38 ++
 streampipes-sinks-internal-jvm/pom.xml             |   2 +-
 .../sinks/internal/jvm/datalake/DataLake.java      |   2 +
 .../jvm/datalake/DataLakeInfluxDbClient.java       |   1 -
 streampipes-sinks-notifications-jvm/pom.xml        |   2 +-
 streampipes-sources-vehicle-simulator/pom.xml      |   4 +-
 streampipes-sources-watertank-simulator/pom.xml    |   4 +-
 360 files changed, 4028 insertions(+), 2315 deletions(-)