You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by bo...@apache.org on 2023/11/08 08:02:51 UTC
(streampipes) 01/01: Merge remote-tracking branch 'origin/dev' into 2095-remove-update-functionality-from-ui
This is an automated email from the ASF dual-hosted git repository.
bossenti pushed a commit to branch 2095-remove-update-functionality-from-ui
in repository https://gitbox.apache.org/repos/asf/streampipes.git
commit 334482459b6bb877c3b48b13914b0781b4de3a0d
Merge: 9fb8e95d1 577f40c6b
Author: bossenti <bo...@posteo.de>
AuthorDate: Wed Nov 8 09:02:11 2023 +0100
Merge remote-tracking branch 'origin/dev' into 2095-remove-update-functionality-from-ui
# Conflicts:
# streampipes-client-api/src/main/java/org/apache/streampipes/client/api/IAdminApi.java
# streampipes-client/src/main/java/org/apache/streampipes/client/api/AdminApi.java
# streampipes-connect-management/src/main/java/org/apache/streampipes/connect/management/management/WorkerRestClient.java
# streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/model/SpServiceDefinition.java
# streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/model/SpServiceDefinitionBuilder.java
# streampipes-extensions-management/src/test/java/org/apache/streampipes/extensions/management/model/SpServiceDefinitionBuilderTest.java
# streampipes-model/src/main/java/org/apache/streampipes/model/base/InvocableStreamPipesEntity.java
# streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/AdapterMigrationResource.java
# streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/DataProcessorMigrationResource.java
# streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/DataSinkMigrationResource.java
# streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/migration/MigrateExtensionsResource.java
# streampipes-rest-extensions/src/test/java/org/apache/streampipes/rest/extensions/migration/MigrateExtensionsResourceTest.java
# streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/admin/MigrationResource.java
# streampipes-service-extensions/src/main/java/org/apache/streampipes/service/extensions/ExtensionsModelSubmitter.java
# ui/projects/streampipes/platform-services/src/lib/model/gen/streampipes-model.ts
.github/workflows/build.yml | 28 +-
README.md | 4 +-
VULNERABILITY.md | 5 +-
.../streampipes-archetype-extensions-jvm/pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 2 +-
.../pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 2 +-
.../streampipes-archetype-pe-sinks-flink/pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 2 +-
installer/compose/README.md | 20 +-
installer/compose/docker-compose.full.yml | 32 +-
...compose.full.yml => docker-compose.minimal.yml} | 120 +-
...pose.full.yml => docker-compose.quickstart.yml} | 80 +-
.../compose/quickstart}/Dockerfile | 10 +-
installer/compose/quickstart/upload.sh | 101 ++
...set - Smart Factory Monitoring and Analysis.zip | Bin 0 -> 78596 bytes
installer/k8s/Chart.yaml | 2 +-
installer/k8s/values.yaml | 2 +-
pom.xml | 17 +-
streampipes-client-api/pom.xml | 10 +-
.../apache/streampipes/client/api/IAdminApi.java | 4 +-
...introduction-to-streampipes-python-client.ipynb | 5 +-
streampipes-client-python/poetry.lock | 4 +-
streampipes-client/pom.xml | 20 +-
.../streampipes/client/api/AbstractClientApi.java | 5 +-
.../client/api/AbstractTypedClientApi.java | 4 +-
.../apache/streampipes/client/api/AdminApi.java | 18 +-
.../streampipes/client/http/HttpRequest.java | 5 +-
streampipes-commons/pom.xml | 2 +-
.../apache/streampipes/commons/constants/Envs.java | 12 +-
.../commons/environment/DefaultEnvironment.java | 25 +
.../commons/environment/Environment.java | 12 +
streampipes-config/pom.xml | 12 +-
.../streampipes/config/backend/BackendConfig.java | 6 -
streampipes-connect-management/pom.xml | 16 +-
.../management/health/AdapterHealthCheck.java | 12 +-
.../management/AdapterMigrationManager.java | 113 ++
.../management/management/WorkerRestClient.java | 17 +-
streampipes-connect-shared/pom.xml | 10 +-
streampipes-data-explorer-commons/pom.xml | 10 +-
streampipes-data-explorer/pom.xml | 10 +-
streampipes-data-export/pom.xml | 10 +-
streampipes-dataformat-cbor/pom.xml | 6 +-
streampipes-dataformat-fst/pom.xml | 6 +-
streampipes-dataformat-json/pom.xml | 6 +-
streampipes-dataformat-smile/pom.xml | 6 +-
streampipes-dataformat/pom.xml | 4 +-
streampipes-extensions-api/pom.xml | 10 +-
.../api/declarer/IExtensionModuleExport.java | 35 +-
.../extensions/api/migration/IAdapterMigrator.java | 17 +-
.../api/migration/IDataProcessorMigrator.java | 11 +-
.../api/migration/IDataSinkMigrator.java | 17 +-
.../extensions/api/migration/IModelMigrator.java | 52 +
.../api/migration/MigrationComparison.java | 19 +-
streampipes-extensions-management/pom.xml | 51 +-
.../connect/adapter/AdapterPipelineGenerator.java | 39 +-
.../elements/SendToBrokerAdapterSink.java | 44 +-
.../elements/SendToJmsAdapterSink.java | 42 -
.../elements/SendToKafkaAdapterSink.java | 43 -
.../elements/SendToMqttAdapterSink.java | 42 -
.../elements/SendToNatsAdapterSink.java | 43 -
.../elements/SendToPulsarAdapterSink.java | 43 -
.../management/model/SpServiceDefinition.java | 11 +-
.../model/SpServiceDefinitionBuilder.java | 23 +-
.../model/SpServiceDefinitionBuilderTest.java | 4 +-
streampipes-extensions/pom.xml | 7 +-
.../streampipes-connect-adapters-iiot/pom.xml | 93 +-
.../connect/iiot/ConnectAdapterIiotInit.java | 68 --
.../iiot/IIoTAdaptersExtensionModuleExport.java | 57 +
.../streampipes-connect-adapters/pom.xml | 42 +-
...a => GeneralAdaptersExtensionModuleExport.java} | 55 +-
.../adapters/coindesk/CoindeskBitcoinAdapter.java | 1 +
.../connect/adapters/coindesk/Currency.java | 1 +
.../connect/adapters/coindesk/model/Bpi.java | 1 +
.../adapters/coindesk/model/CoindeskRawModel.java | 1 +
.../connect/adapters/coindesk/model/EUR.java | 1 +
.../connect/adapters/coindesk/model/GBP.java | 1 +
.../connect/adapters/coindesk/model/Time.java | 1 +
.../connect/adapters/coindesk/model/USD.java | 1 +
.../connect/adapters/flic/FlicMQTTAdapter.java | 1 +
.../connect/adapters/flic/FlicOutput.java | 1 +
.../connect/adapters/flic/FlicUtils.java | 1 +
.../connect/adapters/gdelt/GdeltAdapter.java | 214 ----
.../connect/adapters/iex/IexCloudAdapter.java | 51 -
.../connect/adapters/iex/IexCloudNewsAdapter.java | 119 --
.../connect/adapters/iex/IexCloudStockAdapter.java | 92 --
.../connect/adapters/iex/model/IexNewsData.java | 120 --
.../connect/adapters/iex/model/IexStockData.java | 410 -------
.../connect/adapters/netio/NetioRestAdapter.java | 5 +-
.../adapters/sensemap/OpenSenseMapAdapter.java | 374 ------
.../connect/adapters/sensemap/SensorNames.java | 136 ---
.../adapters/sensemap/model/CurrentLocation.java | 62 -
.../connect/adapters/sensemap/model/Geometry.java | 62 -
.../connect/adapters/sensemap/model/Loc.java | 50 -
.../connect/adapters/sensemap/model/SenseBox.java | 122 --
.../connect/adapters/sensemap/model/Sensor.java | 90 --
.../connect/adapters/slack/SlackAdapter.java | 1 +
.../connect/adapters/slack/SlackConsumer.java | 1 +
.../connect/adapters/ti/TISensorTag.java | 1 +
.../adapters/wikipedia/WikipediaAdapter.java | 1 +
.../wikipedia/WikipediaEditedArticlesAdapter.java | 1 +
.../wikipedia/WikipediaModelConverter.java | 1 +
.../wikipedia/WikipediaNewArticlesAdapter.java | 1 +
.../adapters/wikipedia/WikipediaSseConsumer.java | 1 +
.../connect/adapters/wikipedia/model/Length.java | 1 +
.../connect/adapters/wikipedia/model/Meta.java | 1 +
.../connect/adapters/wikipedia/model/Revision.java | 1 +
.../adapters/wikipedia/model/WikipediaModel.java | 1 +
.../documentation.md | 36 -
.../icon.png | Bin 33450 -> 0 bytes
.../strings.en | 21 -
.../documentation.md | 42 -
.../icon.png | Bin 15675 -> 0 bytes
.../strings.en | 25 -
.../documentation.md | 41 -
.../icon.png | Bin 15675 -> 0 bytes
.../strings.en | 25 -
.../connect/adapters/PullAdapterTest.java | 53 -
.../generic/elements/DuplicateFilterTest.java | 130 --
.../generic/protocol/stream/HttpProtocolTest.java | 172 ---
.../adapters/sensemap/OpenSenseMapAdapterTest.java | 134 ---
.../connect/adapters/sensemap/SensorNamesTest.java | 56 -
.../connect/adapters/ti/TISensorTagTest.java | 58 -
.../streampipes-connectors-influx/pom.xml | 16 +-
.../connectors/influx/InfluxConnectorsInit.java | 62 -
.../influx/InfluxConnectorsModuleExport.java | 47 +
.../connectors/influx/sink/InfluxDbSink.java | 9 +-
.../streampipes-connectors-kafka/pom.xml | 14 +-
.../kafka/KafkaConnectorsModuleExport.java | 50 +
.../streampipes-connectors-mqtt/pom.xml | 8 +-
.../mqtt/MqttConnectorsModuleExport.java | 50 +
.../streampipes-connectors-nats/pom.xml | 10 +-
.../nats/NatsConnectorsModuleExport.java | 50 +
.../streampipes-connectors-opcua/pom.xml | 10 +-
.../opcua/OpcUaConnectorsModuleExport.java | 52 +
.../connectors/opcua/adapter/OpcUaAdapter.java | 2 +-
.../opcua/config/SharedUserConfiguration.java | 18 +-
.../opcua/config/SpOpcUaConfigExtractor.java | 2 +-
.../opcua/migration/OpcUaAdapterMigrationV1.java | 51 +
.../pom.xml | 46 +-
.../connectors/plc/PlcConnectorsModuleExport.java | 52 +
.../migration/Plc4xS7AdapterMigrationV1.java | 87 ++
.../plc/adapter}/modbus/ModbusConfigFile.java | 4 +-
.../plc/adapter}/modbus/Plc4xModbusAdapter.java | 2 +-
.../connectors/plc/adapter}/s7/Plc4xS7Adapter.java | 194 ++-
.../plc/adapter}/s7/PlcReadResponseHandler.java | 2 +-
.../plc/adapter/s7/config/ConfigurationParser.java | 101 ++
.../documentation.md | 0
.../icon.png | Bin
.../strings.en | 0
.../documentation.md | 0
.../icon.png | Bin
.../strings.en | 14 +-
.../adapter/s7/config/ConfigurationParserTest.java | 106 ++
.../streampipes-connectors-pulsar/pom.xml | 8 +-
.../pulsar/PulsarConnectorsModuleExport.java | 51 +
.../streampipes-connectors-rocketmq/pom.xml | 8 +-
.../rocketmq/RocketMqConnectorsModuleExport.java | 51 +
.../streampipes-connectors-tubemq/pom.xml | 10 +-
.../tubemq/TubeMQConnectorsModuleExport.java | 51 +
.../streampipes-extensions-all-iiot/pom.xml | 77 +-
.../extensions/all/iiot/AllExtensionsIIoTInit.java | 78 +-
.../streampipes-extensions-all-jvm/pom.xml | 144 ++-
.../extensions/all/jvm/AllExtensionsInit.java | 68 +-
.../Dockerfile | 4 +-
.../pom.xml | 127 +-
.../iiot/minimal/ExtensionsIIoTMinimalInit.java | 88 ++
.../Dockerfile | 23 -
.../development/env | 26 -
.../pe/jvm/AllPipelineElementsInit.java | 84 --
.../pom.xml | 2 +-
.../pom.xml | 6 +-
.../urldereferencing/UrlDereferencing.java | 3 -
.../streampipes-pipeline-elements-shared/pom.xml | 4 +-
.../pom.xml | 8 +-
.../jvm/ChangeDetectionExtensionModuleExport.java | 48 +
.../jvm/ChangeDetectionJvmInit.java | 62 -
.../streampipes-processors-enricher-jvm/pom.xml | 8 +-
.../jvm/EnricherExtensionModuleExport.java | 55 +
.../processors/enricher/jvm/EnricherJvmInit.java | 69 --
.../streampipes-processors-filters-jvm/pom.xml | 10 +-
...mInit.java => FilterExtensionModuleExport.java} | 77 +-
.../streampipes-processors-filters-siddhi/pom.xml | 10 +-
.../processors/siddhi/FiltersSiddhiInit.java | 71 --
.../siddhi/SiddhiFilterExtensionModuleExport.java | 57 +
.../streampipes-processors-geo-jvm/pom.xml | 13 +-
.../geo/jvm/GeoExtensionModuleExport.java | 82 ++
.../streampipes/processors/geo/jvm/GeoJvmInit.java | 112 --
.../pom.xml | 8 +-
.../jvm/ImageProcessingExtensionModuleExport.java | 53 +
.../jvm/ImageProcessingJvmInit.java | 62 -
.../streampipes-processors-text-mining-jvm/pom.xml | 13 +-
.../jvm/TextMiningExtensionModuleExport.java | 56 +
.../textmining/jvm/TextMiningJvmInit.java | 69 --
.../pom.xml | 10 +-
...va => TransformationExtensionModuleExport.java} | 100 +-
.../inverter/BooleanInverterProcessor.java | 3 -
.../counter/StringCounterProcessor.java | 4 -
.../state/StringToStateProcessor.java | 4 -
.../stringoperator/timer/StringTimerProcessor.java | 4 -
.../streampipes-sinks-brokers-jvm/pom.xml | 15 +-
.../jvm/BrokerSinksExtensionModuleExport.java | 55 +
.../sinks/brokers/jvm/BrokersJvmInit.java | 68 --
.../streampipes-sinks-databases-jvm/pom.xml | 13 +-
.../jvm/DatabaseSinksExtensionModuleExport.java | 55 +
.../sinks/databases/jvm/DatabasesJvmInit.java | 70 --
.../sinks/databases/jvm/jdbcclient/JdbcClient.java | 30 +-
.../sinks/databases/jvm/postgresql/PostgreSql.java | 16 +-
.../streampipes-sinks-internal-jvm/pom.xml | 12 +-
.../jvm/InternalSinksExtensionModuleExports.java | 49 +
.../sinks/internal/jvm/SinksInternalJvmInit.java | 60 -
.../streampipes-sinks-notifications-jvm/pom.xml | 10 +-
.../jvm/NotificationsExtensionModuleExport.java | 53 +
.../jvm/SinksNotificationsJvmInit.java | 64 -
streampipes-integration-tests/pom.xml | 37 +-
.../integration/containers/PulsarContainer.java | 3 +-
streampipes-logging/pom.xml | 46 -
.../apache/streampipes/logging/LoggerFactory.java | 31 -
.../logging/impl/EventStatisticLogger.java | 41 -
.../apache/streampipes/logging/impl/PeLogger.java | 62 -
.../org/apache/streampipes/logging/model/Log.java | 69 --
streampipes-mail/pom.xml | 6 +-
streampipes-maven-plugin/README.md | 2 +-
streampipes-maven-plugin/pom.xml | 4 +-
streampipes-measurement-units/pom.xml | 4 +-
streampipes-messaging-jms/pom.xml | 4 +-
streampipes-messaging-kafka/pom.xml | 6 +-
streampipes-messaging-mqtt/pom.xml | 4 +-
streampipes-messaging-nats/pom.xml | 4 +-
streampipes-messaging-pulsar/pom.xml | 4 +-
streampipes-messaging/pom.xml | 4 +-
streampipes-model-client/pom.xml | 6 +-
streampipes-model-shared/pom.xml | 2 +-
streampipes-model/pom.xml | 13 +-
.../model/base/InvocableStreamPipesEntity.java | 5 -
.../model/configuration/SpCoreConfiguration.java | 9 +
.../configuration/SpCoreConfigurationStatus.java | 8 +-
.../adapter/migration/GenericAdapterConverter.java | 17 +-
.../adapter/migration/MigrationHelpers.java | 4 +
.../svcdiscovery/SpServiceRegistration.java | 18 +-
.../extensions/svcdiscovery/SpServiceStatus.java | 12 +-
streampipes-pipeline-management/pom.xml | 37 +-
.../manager/endpoint/EndpointItemFetcher.java | 6 +-
.../ExtensionsServiceEndpointGenerator.java | 2 +-
.../health/CoreInitialInstallationProgress.java | 20 +-
.../manager/health/CoreServiceStatusManager.java | 59 +
.../manager/health/PipelineHealthCheck.java | 21 +-
.../manager/health/ServiceHealthCheck.java | 46 +-
.../manager/health/ServiceRegistrationManager.java | 104 ++
.../migration/AbstractMigrationManager.java | 155 +++
.../migration/AdapterDescriptionMigration093.java | 73 ++
.../AdapterDescriptionMigration093Provider.java | 33 +-
.../manager/migration/IMigrationHandler.java | 18 +-
.../manager/migration/MigrationUtils.java | 73 ++
.../migration/PipelineElementMigrationManager.java | 262 +++++
.../manager/setup/AutoInstallation.java | 2 -
.../manager/setup/SpCoreConfigurationStep.java | 10 +-
.../manager/setup/StreamPipesEnvChecker.java | 2 +-
.../manager/migration/MigrationUtilsTest.java | 77 ++
streampipes-platform-services/pom.xml | 12 +-
streampipes-resource-management/pom.xml | 8 +-
streampipes-rest-core-base/pom.xml | 10 +-
streampipes-rest-extensions/pom.xml | 12 +-
.../extensions/AbstractExtensionsResource.java | 6 +-
.../AbstractPipelineElementResource.java | 5 +-
.../connect/HttpServerAdapterResource.java | 4 +-
.../connect/RuntimeResolvableResource.java | 4 +-
.../migration/AdapterMigrationResource.java | 58 +-
.../migration/DataProcessorMigrationResource.java | 7 +-
.../migration/DataSinkMigrationResource.java | 7 +-
.../migration/MigrateExtensionsResource.java | 6 +-
.../pe/DataStreamPipelineElementResource.java | 4 +-
.../pe/InvocablePipelineElementResource.java | 5 +-
.../migration/MigrateExtensionsResourceTest.java | 8 +-
streampipes-rest-shared/pom.xml | 15 +-
.../shared/impl/AbstractSharedRestInterface.java | 14 +-
streampipes-rest/pom.xml | 30 +-
.../org/apache/streampipes/rest/impl/Setup.java | 15 +-
.../apache/streampipes/rest/impl/UserResource.java | 3 +-
.../rest/impl/admin/MigrationResource.java | 537 ++-------
.../impl/admin/ServiceRegistrationResource.java | 12 +-
.../rest/impl/connect/AdapterResource.java | 30 +-
streampipes-sdk-bundle/pom.xml | 22 +-
streampipes-sdk/pom.xml | 12 +-
.../apache/streampipes/sdk/StaticProperties.java | 31 +-
...AbstractConfigurablePipelineElementBuilder.java | 8 +-
.../streampipes/sdk/StaticPropertiesTest.java | 30 +-
streampipes-security-jwt/pom.xml | 4 +-
streampipes-serializers-json/pom.xml | 8 +-
streampipes-service-base/pom.xml | 63 +-
.../service/base/rest/ServiceHealthResource.java | 5 +-
.../Dockerfile | 2 +-
.../pom.xml | 19 +-
.../minimal/StreamPipesCoreApplicationMinimal.java | 10 +-
streampipes-service-core/pom.xml | 47 +-
.../streampipes/service/core/PostStartupTask.java | 7 +-
.../service/core/StreamPipesCoreApplication.java | 100 +-
.../core/migrations/v093/AdapterMigration.java | 26 +-
.../migrations/v093/ConsulConfigMigration.java | 2 +
.../src/main/resources/openapi.yaml | 2 +-
streampipes-service-discovery-api/pom.xml | 4 +-
streampipes-service-discovery-consul/pom.xml | 11 +-
streampipes-service-discovery/pom.xml | 10 +-
.../svcdiscovery/SpServiceDiscoveryCore.java | 5 +-
streampipes-service-extensions/pom.xml | 6 +-
.../service/extensions/CoreRequestSubmitter.java | 91 ++
.../extensions/ExtensionsModelSubmitter.java | 32 +-
.../StreamPipesExtensionsServiceBase.java | 27 +-
streampipes-storage-api/pom.xml | 8 +-
.../storage/api/ISpCoreConfigurationStorage.java | 2 +
.../streampipes/storage/api/IUserStorage.java | 2 +
streampipes-storage-couchdb/pom.xml | 12 +-
.../couchdb/impl/CoreConfigurationStorageImpl.java | 5 +
.../storage/couchdb/impl/UserStorage.java | 13 +
.../couchdb/utils/CouchDbViewGenerator.java | 7 +-
.../streampipes/storage/couchdb/utils/Utils.java | 17 +-
streampipes-storage-management/pom.xml | 6 +-
streampipes-test-utils/pom.xml | 8 +-
streampipes-user-management/pom.xml | 10 +-
streampipes-vocabulary/pom.xml | 2 +-
streampipes-wrapper-distributed/pom.xml | 10 +-
streampipes-wrapper-flink/pom.xml | 4 +-
.../wrapper/flink/logger/StatisticLogger.java | 2 -
streampipes-wrapper-kafka-streams/pom.xml | 4 +-
.../wrapper/kafka/converter/JsonToMapFormat.java | 2 -
streampipes-wrapper-siddhi/pom.xml | 4 +-
streampipes-wrapper-standalone/pom.xml | 4 +-
streampipes-wrapper/pom.xml | 14 +-
tools/maven/installer.xml | 1 +
ui/Dockerfile | 2 +-
.../support/builder/PipelineElementBuilder.ts | 3 +-
ui/cypress/support/utils/PipelineUtils.ts | 4 +
ui/cypress/tests/adapter/editAdapter.smoke.spec.ts | 1 -
.../adapter/editAdapterSettingsAndPipeline.spec.ts | 113 ++
.../adapter/editAdapterValuesAndFields.spec.ts | 133 +++
ui/cypress/tests/pipeline/pipelineExport.spec.ts | 79 ++
ui/package-lock.json | 1244 ++++++++++++++------
ui/package.json | 10 +-
.../src/lib/apis/adapter.service.ts | 24 +-
.../src/lib/model/gen/streampipes-model.ts | 13 +-
.../registered-extensions-services.component.html | 7 +-
.../broker-config/broker-config.component.html | 14 +-
.../broker-config/broker-config.component.ts | 8 +-
.../messaging-configuration.component.html | 21 +-
...adapter-started-update-migration.component.html | 7 +-
.../delete-adapter-dialog.component.html | 42 +-
.../delete-adapter-dialog.component.ts | 29 +-
.../pipeline-element-options.component.html | 1 +
.../pipeline-overview.component.html | 9 +-
.../import-pipeline-dialog.component.html | 1 +
ui/src/app/pipelines/pipelines.component.html | 2 +
351 files changed, 5933 insertions(+), 6796 deletions(-)