You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ze...@apache.org on 2021/10/21 19:22:01 UTC

[incubator-streampipes] 02/03: Merge branch 'dev' of https://github.com/patrickraoulphilipp/incubator-streampipes into patrickraoulphilipp-dev

This is an automated email from the ASF dual-hosted git repository.

zehnder pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git

commit 996dbcd01047f2bcf67e05860aea86d314baa8c6
Merge: cf9172e 2a16d2f
Author: Philipp Zehnder <ze...@fzi.de>
AuthorDate: Thu Oct 21 21:00:44 2021 +0200

    Merge branch 'dev' of https://github.com/patrickraoulphilipp/incubator-streampipes into patrickraoulphilipp-dev

 .idea/runConfigurations/backend.xml                |   1 +
 .idea/runConfigurations/connect_adapters.xml       |   1 +
 .idea/runConfigurations/connect_adapters_iiot.xml  |  15 +
 .../backend/StreamPipesResourceConfig.java         |   1 -
 .../apache/streampipes/client/api/PipelineApi.java |   2 +-
 .../client/util/StreamPipesApiPath.java            |   6 +-
 .../master/health/AdapterHealthCheck.java          | 129 +++++++
 .../master/management/AdapterMasterManagement.java | 207 +++++++-----
 .../AdapterTemplateMasterManagement.java           | 106 ------
 .../master/management/DescriptionManagement.java   |  56 +---
 .../master/management/SourcesManagement.java       | 159 +++------
 .../master/management/UnitMasterManagement.java    |   7 +-
 .../management/WorkerAdministrationManagement.java |  73 ++--
 .../master/management/WorkerRestClient.java        |  78 +++--
 .../master/management/WorkerUrlProvider.java       |  61 +---
 .../master/util/AdapterEncryptionService.java      |   7 +-
 .../connect/container/master/util/WorkerPaths.java |  36 +-
 .../master/health/AdapterHealthCheckTest.java      |  87 +++++
 .../management/AdapterMasterManagementTest.java    |  16 +-
 .../AdapterTemplateMasterManagementTest.java       |  58 ----
 .../management/DescriptionManagementTest.java      |  10 +-
 .../master/management/SourcesManagementTest.java   |  78 +----
 .../master/management/WorkerRestClientTest.java    |  10 +-
 .../init/AdapterServiceResourceProvider.java       |   7 +-
 .../worker/init/AdapterWorkerContainer.java        |  64 ----
 .../init/ConnectWorkerDescriptionProvider.java     |  75 ++++-
 .../init/ConnectWorkerRegistrationService.java     |   7 +-
 .../worker/management/AdapterWorkerManagement.java |  78 +----
 .../worker/management/GuessManagement.java         |   8 -
 .../management/HttpServerAdapterManagement.java    |   3 +-
 .../worker/management/MasterRestClient.java        |   8 +-
 ...pterResource.java => AdapterAssetResource.java} |  28 +-
 ...kerResource.java => AdapterWorkerResource.java} |  30 +-
 .../container/worker/rest/GuessResource.java       |   5 +-
 .../container/worker/rest/ProtocolResource.java    |  75 -----
 .../container/worker/rest/WelcomePageWorker.java   | 108 ------
 .../container/worker/utils/AdapterUtils.java       |  28 +-
 .../management/AdapterWorkerManagementTest.java    |  26 +-
 .../container/worker/utils/AdapterUtilsTest.java   |  60 ----
 .../connect/container/worker/utils/Utils.java      |   6 +-
 .../connect/RunningAdapterInstances.java           |  21 +-
 .../apache/streampipes/connect/SendToPipeline.java |  38 ---
 .../connect/adapter/guess/PropertyGuesses.java     |  54 ---
 .../connect/adapter/guess/SchemaGuesser.java       | 101 +-----
 .../model/generic/GenericDataSetAdapter.java       |   4 +-
 .../model/generic/GenericDataStreamAdapter.java    |   4 +-
 .../connect/adapter/guess/SchemaGuesserTest.java   | 132 --------
 .../extensions/ExtensionsModelSubmitter.java       |   2 +-
 .../standalone/init/StandaloneModelSubmitter.java  |   1 +
 .../container/util/ServiceDefinitionUtil.java      |   2 +-
 .../dataexplorer/v4/AutoAggregationHandler.java    |   3 +-
 .../dataexplorer/v4/params/WhereCondition.java     |  12 +
 .../v4/params/WhereStatementParams.java            |  14 +-
 .../assetdashboard/AssetDashboardConfig.java       |   7 +-
 .../client/assetdashboard/CanvasAttributes.java    |  28 ++
 .../model/client/assetdashboard/CanvasElement.java |   7 +-
 .../org/apache/streampipes/model/SpDataSet.java    |   1 +
 .../org/apache/streampipes/model/SpDataStream.java |   1 +
 .../model/connect/adapter/AdapterDescription.java  |  38 +--
 .../connect/adapter/AdapterDescriptionList.java    |  49 ---
 .../connect/adapter/AdapterSetDescription.java     |  11 +-
 .../connect/adapter/AdapterStreamDescription.java  |   7 +-
 .../adapter/GenericAdapterSetDescription.java      |   1 -
 .../adapter/GenericAdapterStreamDescription.java   |   1 -
 .../model/connect/grounding/FormatDescription.java |  46 ---
 .../connect/grounding/FormatDescriptionList.java   |  63 ----
 .../connect/grounding/ProtocolDescription.java     |   2 -
 .../connect/grounding/ProtocolDescriptionList.java |  58 ----
 .../connect/guess/DomainPropertyProbability.java   |  53 ---
 .../guess/DomainPropertyProbabilityList.java       |  56 ----
 .../model/connect/guess/GuessSchema.java           |  30 +-
 .../connect/worker/ConnectWorkerContainer.java     |  95 ------
 .../template/PipelineTemplateDescription.java      |   2 +
 .../model/template/PipelineTemplateInvocation.java |   5 +-
 streampipes-pipeline-management/pom.xml            |   2 +-
 .../manager/execution/http/GraphSubmitter.java     |   2 +-
 .../manager/execution/http/PipelineExecutor.java   |   6 +-
 .../manager/setup/CouchDbInstallationStep.java     |   3 +-
 .../template/PipelineTemplateGenerator.java        |   8 +-
 .../apache/streampipes/rest/ResetManagement.java   |  21 +-
 .../streampipes/rest/impl/AssetDashboard.java      |  17 +
 .../rest/impl/connect/AdapterResource.java         |  31 +-
 .../rest/impl/connect/AdapterTemplateResource.java |  88 -----
 .../rest/impl/connect/DescriptionResource.java     |  50 +--
 .../rest/impl/connect/GuessResource.java           |   3 +-
 .../impl/connect/RuntimeResolvableResource.java    |   4 +-
 .../rest/impl/connect/SourcesResource.java         |  54 +--
 .../rest/impl/connect/WelcomePageMaster.java       |   4 +-
 .../impl/connect/WorkerAdministrationResource.java |  11 +-
 .../v4/params/WhereStatementParamsTest.java        |  57 ++++
 .../java/org/apache/streampipes/rest/TestUtil.java |  82 -----
 .../builder/adapter/AdapterDescriptionBuilder.java |   9 +-
 .../sdk/builder/adapter/GuessSchemaBuilder.java    |  10 -
 .../serializers/json/AdapterSerializer.java        |   4 +-
 .../svcdiscovery/api/model/SpServiceTagPrefix.java |   1 -
 .../api/model/SpServiceUrlProvider.java            |   3 +-
 .../storage/api/IAdapterTemplateStorage.java       |  36 --
 .../storage/api/IAssetDashboardStorage.java        |   2 +
 .../api/IConnectWorkerContainerStorage.java        |  35 --
 .../streampipes/storage/api/INoSqlStorage.java     |   4 +-
 .../storage/couchdb/CouchDbStorageManager.java     |   9 +-
 ...mpl.java => AdapterDescriptionStorageImpl.java} |  14 +-
 ...geImpl.java => AdapterInstanceStorageImpl.java} |  10 +-
 .../couchdb/impl/AdapterTemplateStorageImpl.java   |  70 ----
 .../couchdb/impl/AssetDashboardStorageImpl.java    |   5 +
 .../impl/ConnectionWorkerContainerStorageImpl.java |  71 ----
 .../streampipes/storage/couchdb/utils/Utils.java   |   8 +-
 ui/cypress/fixtures/datalake/sample.csv            |  11 +
 .../support/builder/GenericAdapterBuilder.ts       |  87 ++---
 ui/cypress/support/builder/PipelineBuilder.ts      |   1 +
 .../support/builder/SpecificAdapterBuilder.ts      |  77 +++--
 ui/cypress/support/general/resetStreamPipes.ts     |   4 +-
 ui/cypress/support/model/AdapterInput.ts           |   7 +-
 .../cypress/support/model/DataLakeFilterConfig.ts  |  18 +-
 ui/cypress/support/utils/AdapterUtils.ts           |  34 +-
 ui/cypress/support/utils/DataLakeUtils.ts          | 143 +++++++-
 ui/cypress/support/utils/PipelineUtils.ts          |   6 +
 ui/cypress/support/utils/StaticPropertyUtils.ts    |  30 +-
 .../support/utils/ThirdPartyIntegrationUtils.ts    |  55 +++
 ui/cypress/tests/adapter/machineDataSimulator.ts   |   1 +
 ...achineDataSimulator.ts => persistInDataLake.ts} |  27 +-
 ui/cypress/tests/datalake/configuration.ts         |  55 +--
 .../tests/datalake/widgetDataConfiguration.ts      |  98 ++++++
 .../widgets/table.ts}                              |  46 ++-
 .../tests/pipelineElement/AllPipelineElements.ts   |  32 +-
 ui/cypress/tests/thirdparty/InfluxDb.ts            |  59 ++++
 ui/cypress/tests/thirdparty/Kafka.ts               |  54 +++
 ui/cypress/tests/thirdparty/Mqtt.ts                |  51 +++
 ui/cypress/tests/thirdparty/MySQLDb.ts             |  54 +++
 ui/nginx_config/default.conf                       |  11 +
 ui/package.json                                    |   2 +-
 .../app-asset-monitoring.component.html            |   6 +-
 .../app-asset-monitoring.component.ts              |  11 +-
 .../app-asset-monitoring.module.ts                 |   4 +-
 .../create-asset/create-asset.component.css        |   5 +-
 .../create-asset/create-asset.component.html       |  46 ++-
 .../create-asset/create-asset.component.ts         | 252 +++++++++-----
 .../dashboard-overview.component.html              |   8 +-
 .../dashboard-overview.component.ts                |  15 +-
 .../components/view-asset/view-asset.component.css |   7 +-
 .../view-asset/view-asset.component.html           |   5 +-
 .../components/view-asset/view-asset.component.ts  |  50 ++-
 .../dialog/add-link/add-link-dialog.component.html |  54 +++
 .../dialog/add-link/add-link-dialog.component.scss |   9 +-
 .../dialog/add-link/add-link-dialog.component.ts   |  58 ++++
 .../add-pipeline-dialog.component.html             |  91 +++--
 ...nent.css => add-pipeline-dialog.component.scss} |  45 ++-
 .../add-pipeline/add-pipeline-dialog.component.ts  |  90 +++--
 .../save-dashboard-dialog.component.css            |  55 ---
 .../save-dashboard-dialog.component.html           |  59 ++--
 .../save-dashboard-dialog.component.scss           |  14 +-
 .../save-dashboard-dialog.component.ts             |  73 ++--
 .../model/dashboard-configuration.model.ts         |   9 +-
 .../app-asset-monitoring/model/image-info.model.ts |   4 +-
 .../model/selected-visualization-data.model.ts     |   9 +-
 .../app-asset-monitoring/services/rest.service.ts  |   4 +
 .../app-asset-monitoring/services/shape.service.ts |  91 +++--
 .../app/app-overview/app-overview.component.html   |   4 +-
 .../datalake-configuration.component.ts            |   6 +-
 .../adapter-description.component.html             |  16 +-
 .../adapter-description.component.ts               |  78 ++---
 .../data-marketplace.component.html                |  10 +-
 .../data-marketplace/data-marketplace.component.ts | 373 +++++++++------------
 .../format-configuration.component.ts              |   5 +-
 .../new-adapter/new-adapter.component.html         |   9 +-
 .../new-adapter/new-adapter.component.ts           | 342 +++++++++----------
 .../start-adapter-configuration.component.html     |  48 +--
 .../start-adapter-configuration.component.ts       |  38 ++-
 ui/src/app/connect/connect.module.ts               |   1 +
 .../adapter-started-dialog.component.html          |  77 +++--
 .../adapter-started-dialog.component.ts            | 123 +++----
 .../adapter-upload-dialog.component.ts             |  60 ++--
 ui/src/app/connect/filter/timestamp.pipe.ts        |  26 +-
 ui/src/app/connect/services/connect.service.ts     |  34 +-
 .../connect/services/data-marketplace.service.ts   | 146 ++------
 ui/src/app/connect/services/rest.service.ts        |  86 ++---
 ui/src/app/core-model/gen/streampipes-model.ts     | 120 ++++---
 .../datalake/DatalakeQueryParameterBuilder.ts      |  12 +-
 .../template/PipelineInvocationBuilder.ts          |  68 ++++
 ui/src/app/core-ui/core-ui.module.ts               |   7 +-
 .../pipeline-started-status.component.html         |  68 ++++
 .../pipeline-started-status.component.scss         |  12 +-
 .../pipeline-started-status.component.ts           |  56 ++++
 .../static-alternatives.component.html             |  12 +-
 .../runtime-resolvable.service.ts                  |  18 +-
 ...c-runtime-resolvable-oneof-input.component.html |   8 +-
 .../static-secret-input.component.html             |  27 +-
 ui/src/app/dashboard/dashboard.component.html      |   2 +-
 .../data-explorer-designer-panel.component.html    |  18 +-
 ...ta-explorer-widget-data-settings.component.html |  15 +-
 .../field-selection-panel.component.html           |   1 +
 .../field-selection/field-selection.component.html |   3 +
 .../filter-selection-panel.component.html          |  28 +-
 .../filter-selection-panel.component.ts            |  32 +-
 ...-explorer-visualisation-settings.component.html |  10 +-
 ...data-explorer-dashboard-overview.component.html |  11 +-
 .../time-selector/timeRangeSelector.component.html |  14 +-
 .../config/heatmap-widget-config.component.html}   |  23 +-
 .../config/heatmap-widget-config.component.scss}   |   6 -
 .../config/heatmap-widget-config.component.ts      |  65 ++++
 .../widgets/heatmap/heatmap-widget.component.html} |  19 +-
 .../widgets/heatmap/heatmap-widget.component.scss} |   6 -
 .../widgets/heatmap/heatmap-widget.component.ts    | 191 +++++++++++
 .../widgets/heatmap/model/heatmap-widget.model.ts  |  32 +-
 .../config/line-chart-widget-config.component.html |  23 +-
 .../config/line-chart-widget-config.component.ts   |  11 +-
 .../line-chart/line-chart-widget.component.ts      |  13 +
 .../line-chart/model/line-chart-widget.model.ts    |   1 +
 .../map/config/map-widget-config.component.ts      |   8 +-
 .../components/widgets/map/map-widget.component.ts | 136 ++++----
 .../widgets/table/table-widget.component.html      |   4 +-
 .../select-color-properties.component.css}         |   6 -
 .../select-color-properties.component.html}        |  26 +-
 .../select-color-properties.component.ts           |  91 +++++
 .../app/data-explorer/data-explorer.component.html |   2 +-
 ui/src/app/data-explorer/data-explorer.module.ts   |  15 +
 ...a-explorer-edit-data-view-dialog.component.html |   8 +-
 .../registry/data-explorer-widgets.ts              |   7 +
 .../services/data-view-query-generator.service.ts  |   4 +
 ui/src/app/editor/editor.component.html            |   2 +-
 .../delete-pipeline-dialog.component.ts            |  20 +-
 .../import-pipeline-dialog.component.ts            |  65 ++--
 .../pipeline-categories-dialog.component.ts        |  45 ++-
 .../pipeline-notifications.component.ts            |  16 +-
 .../pipeline-status-dialog.component.html          |  82 ++---
 .../pipeline-status-dialog.component.ts            | 145 ++++----
 .../start-all-pipelines-dialog.component.ts        | 239 +++++++------
 ui/src/app/pipelines/pipelines.module.ts           |  48 +--
 .../app/platform-services/apis/commons.service.ts  |   6 +-
 .../apis/pipeline-template.service.ts              | 199 ++++++-----
 .../apis/semantic-types.service.ts                 |  17 +-
 ui/src/app/platform-services/platform.module.ts    |   5 +-
 ui/src/scss/sp/main.scss                           |   4 +
 233 files changed, 4428 insertions(+), 4726 deletions(-)