You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ri...@apache.org on 2022/08/17 20:12:03 UTC
[incubator-streampipes] branch dev updated (bb4d2fca4 -> 4f9958fcd)
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git
from bb4d2fca4 update snapshot version in installer
add 2c1c82f5d [hotfix] Improve x axis representation of line chart
add 2b924ab56 [STREAMPIPES-577] Improve error handling in StreamPipes Connect
add 9b2f7b912 [STREAMPIPES-577] Show live preview for OPC-UA adapter
add 72f19e579 [STREAMPIPES-577] Add check and warning message for bad readings
add c6be99b1e [STREAMPIPES-577] Add event preview to schema editor
add 8aca01778 [STREAMPIPES-577] Let JSON parser support adapter preview
add 1dede1727 [STREAMPIPES-577] More adapters support preview, improve preview appearance
add eeb30dae5 [STREAMPIPES-577] Improve error handling of adapters
add 768dc0b9d [STREAMPIPES-577] Let PLC adapter support preview
add c34d98641 [STREAMPIPES-577] Add missing header
add 91f08672b [STREAMPIPES-577] Improve parsing and preview of datatypes
add c55096f73 [STREAMPIPES-577] Fix wrong assignment of data type
add 7228f5b28 [hotfix] Remove comment
new 4f9958fcd Merge pull request #104 from apache/STREAMPIPES-577
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../exceptions/SpConfigurationException.java | 32 ++
.../apache/streampipes/connect/api/IParser.java | 9 +
.../connect/api/exception/ParseException.java | 6 +
.../master/management/GuessManagement.java | 19 +-
.../master/management/WorkerRestClient.java | 23 +-
.../worker/management/GuessManagement.java | 3 +-
.../container/worker/rest/GuessResource.java | 10 +-
.../worker/rest/RuntimeResolvableResource.java | 26 +-
.../streampipes/connect/adapter/Adapter.java | 112 +------
.../connect/adapter/AdapterPipelineGenerator.java | 150 ++++++++++
.../connect/adapter/format/csv/CsvParser.java | 39 +--
.../adapter/format/json/AbstractJsonFormat.java | 3 -
.../format/json/object/JsonObjectParser.java | 135 ++-------
.../adapter/format/util/JsonEventProperty.java | 6 +-
.../connect/adapter/guess/SchemaGuesser.java | 10 +-
.../pipeline/AdapterEventPreviewPipeline.java | 81 +++++
.../TransformValueAdapterPipelineElement.java | 14 +-
.../value/DatatypeTransformationRule.java | 52 ++++
.../transform/value/ValueEventTransformer.java | 46 +--
.../connect/adapter/util/DatatypeUtils.java | 108 +++++++
.../connect/adapter/util/PollingSettings.java | 1 +
.../api/InvocablePipelineElementResource.java | 27 +-
.../api/ResolvesContainerProvidedOptions.java | 3 +-
.../ResolvesContainerProvidedOutputStrategy.java | 4 +-
.../api/RuntimeResolvableRequestHandler.java | 5 +-
.../container/api/SupportsRuntimeConfig.java | 3 +-
.../opcua/MiloOpcUaConfigurationProvider.java | 8 +-
.../connect/iiot/adapters/opcua/OpcUaAdapter.java | 26 +-
.../iiot/adapters/opcua/OpcUaNodeBrowser.java | 10 +
.../connect/iiot/adapters/opcua/SpOpcUaClient.java | 8 +-
.../opcua/utils/ExceptionMessageExtractor.java} | 24 +-
.../iiot/adapters/opcua/utils/OpcUaUtil.java | 327 ++++++++++++---------
.../iiot/adapters/plc4x/s7/Plc4xS7Adapter.java | 148 ++++++----
.../adapters/plc4x/s7/PlcReadResponseHandler.java | 11 +-
.../machine/MachineDataSimulatorUtils.java | 240 ++++++++-------
.../connect/iiot/protocol/set/FileProtocol.java | 11 +-
.../connect/iiot/protocol/set/HttpProtocol.java | 2 +-
.../iiot/protocol/stream/BrokerProtocol.java | 8 +-
.../iiot/protocol/stream/FileStreamProtocol.java | 11 +-
.../iiot/protocol/stream/HttpStreamProtocol.java | 2 +-
.../iiot/protocol/stream/KafkaProtocol.java | 41 ++-
.../apache/streampipes/model/ErrorMessageLd.java | 40 ---
.../org/apache/streampipes/model/MessageLd.java | 117 --------
.../apache/streampipes/model/NotificationLd.java | 95 ------
.../streampipes/model/StreamPipesErrorMessage.java | 103 +++++++
.../{GuessSchema.java => AdapterEventPreview.java} | 37 +--
.../guess/AdapterGuessInfo.java} | 35 ++-
.../model/connect/guess/FieldStatus.java | 8 +-
.../model/connect/guess/FieldStatusInfo.java | 69 +++++
.../model/connect/guess/GuessSchema.java | 30 ++
.../model/connect/guess/GuessTypeInfo.java | 36 +--
.../rules/TransformationRuleDescription.java | 1 +
...angeDatatypeTransformationRuleDescription.java} | 34 ++-
.../rest/impl/connect/GuessResource.java | 25 +-
.../impl/connect/RuntimeResolvableResource.java | 19 +-
.../sdk/builder/adapter/GuessSchemaBuilder.java | 14 +-
ui/package.json | 4 +-
.../src/lib/model/gen/streampipes-model.ts | 123 +++++++-
ui/projects/streampipes/shared-ui/package.json | 1 +
.../exception-details-dialog.component.html} | 22 +-
.../exception-details-dialog.component.scss} | 24 +-
.../exception-details-dialog.component.ts} | 22 +-
.../sp-exception-message.component.html} | 31 +-
.../sp-exception-message.component.scss} | 12 +-
.../sp-exception-message.component.ts} | 39 +--
.../shared-ui/src/lib/shared-ui.module.ts | 10 +-
.../streampipes/shared-ui/src/public-api.ts | 2 +
.../new-adapter/new-adapter.component.ts | 1 -
.../error-message/error-message.component.html | 18 +-
.../error-message/error-message.component.ts | 3 +-
.../event-property-row.component.html | 110 ++++---
.../event-property-row.component.scss | 66 ++++-
.../event-property-row.component.ts | 49 ++-
.../event-schema-preview.component.html | 24 +-
.../event-schema-preview.component.scss | 11 +
.../event-schema-preview.component.ts | 51 +++-
.../event-schema/event-schema.component.html | 49 +--
.../event-schema/event-schema.component.scss | 11 +-
.../event-schema/event-schema.component.ts | 48 ++-
.../schema-editor-header.component.ts | 6 +-
ui/src/app/connect/connect.module.ts | 5 +-
.../filter/json-pretty-print.pipe.ts} | 18 +-
ui/src/app/connect/services/rest.service.ts | 18 +-
.../services/transformation-rule.service.ts | 70 +++--
ui/src/app/core-model/base/UserErrorMessage.ts | 4 +-
.../static-property.component.html | 2 +
...tatic-runtime-resolvable-any-input.component.ts | 3 +
.../base-runtime-resolvable-input.ts | 13 +
...c-runtime-resolvable-oneof-input.component.html | 24 +-
...tic-runtime-resolvable-oneof-input.component.ts | 18 ++
.../static-tree-input.component.html | 3 +
.../static-tree-input.component.ts | 31 ++
.../widgets/base/base-ngx-line-charts-widget.ts | 3 +-
93 files changed, 2138 insertions(+), 1278 deletions(-)
create mode 100644 streampipes-commons/src/main/java/org/apache/streampipes/commons/exceptions/SpConfigurationException.java
create mode 100644 streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/AdapterPipelineGenerator.java
create mode 100644 streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/model/pipeline/AdapterEventPreviewPipeline.java
create mode 100644 streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/preprocessing/transform/value/DatatypeTransformationRule.java
create mode 100644 streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/util/DatatypeUtils.java
copy streampipes-extensions/{streampipes-processors-pattern-detection-flink/src/main/java/org/apache/streampipes/processors/pattern/detection/flink/processor/and/TimeUnitConverter.java => streampipes-connect-adapters-iiot/src/main/java/org/apache/streampipes/connect/iiot/adapters/opcua/utils/ExceptionMessageExtractor.java} (64%)
copy streampipes-client/src/main/java/org/apache/streampipes/client/credentials/CredentialsProvider.java => streampipes-extensions/streampipes-connect-adapters-iiot/src/main/java/org/apache/streampipes/connect/iiot/adapters/plc4x/s7/PlcReadResponseHandler.java (76%)
delete mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/ErrorMessageLd.java
delete mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/MessageLd.java
delete mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/NotificationLd.java
create mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/StreamPipesErrorMessage.java
copy streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/{GuessSchema.java => AdapterEventPreview.java} (59%)
copy streampipes-model/src/main/java/org/apache/streampipes/model/{runtime/SchemaInfo.java => connect/guess/AdapterGuessInfo.java} (59%)
copy streampipes-commons/src/main/java/org/apache/streampipes/commons/exceptions/NoValidSepaStructureException.java => streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/FieldStatus.java (88%)
create mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/FieldStatusInfo.java
copy streampipes-connect/src/main/java/org/apache/streampipes/connect/adapter/util/PollingSettings.java => streampipes-model/src/main/java/org/apache/streampipes/model/connect/guess/GuessTypeInfo.java (60%)
copy streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/{schema/CreateNestedRuleDescription.java => value/ChangeDatatypeTransformationRuleDescription.java} (53%)
copy ui/{src/app/editor/dialog/missing-elements-for-tutorial/missing-elements-for-tutorial.component.html => projects/streampipes/shared-ui/src/lib/components/sp-exception-message/exception-details-dialog/exception-details-dialog.component.html} (62%)
copy ui/{src/app/pipelines/dialog/pipeline-notifications/pipeline-notifications.component.scss => projects/streampipes/shared-ui/src/lib/components/sp-exception-message/exception-details-dialog/exception-details-dialog.component.scss} (75%)
copy ui/{src/app/editor/dialog/matching-error/matching-error.component.ts => projects/streampipes/shared-ui/src/lib/components/sp-exception-message/exception-details-dialog/exception-details-dialog.component.ts} (63%)
copy ui/{src/app/editor/dialog/missing-elements-for-tutorial/missing-elements-for-tutorial.component.html => projects/streampipes/shared-ui/src/lib/components/sp-exception-message/sp-exception-message.component.html} (53%)
copy ui/{src/app/connect/components/runtime-info/pipeline-element-runtime-info.component.scss => projects/streampipes/shared-ui/src/lib/components/sp-exception-message/sp-exception-message.component.scss} (86%)
copy ui/projects/streampipes/shared-ui/src/lib/components/{basic-nav-tabs/basic-nav-tabs.component.ts => sp-exception-message/sp-exception-message.component.ts} (50%)
copy ui/src/app/{data-explorer/components/widgets/utils/load-data-spinner/load-data-spinner.component.ts => connect/filter/json-pretty-print.pipe.ts} (72%)
[incubator-streampipes] 01/01: Merge pull request #104 from apache/STREAMPIPES-577
Posted by ri...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
riemer pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git
commit 4f9958fcdda17911a1d8a292dc8cf98f0cf09ede
Merge: bb4d2fca4 7228f5b28
Author: Dominik Riemer <do...@gmail.com>
AuthorDate: Wed Aug 17 22:11:58 2022 +0200
Merge pull request #104 from apache/STREAMPIPES-577
Streampipes 577
.../exceptions/SpConfigurationException.java | 32 ++
.../apache/streampipes/connect/api/IParser.java | 9 +
.../connect/api/exception/ParseException.java | 6 +
.../master/management/GuessManagement.java | 19 +-
.../master/management/WorkerRestClient.java | 23 +-
.../worker/management/GuessManagement.java | 3 +-
.../container/worker/rest/GuessResource.java | 10 +-
.../worker/rest/RuntimeResolvableResource.java | 26 +-
.../streampipes/connect/adapter/Adapter.java | 112 +------
.../connect/adapter/AdapterPipelineGenerator.java | 150 ++++++++++
.../connect/adapter/format/csv/CsvParser.java | 39 +--
.../adapter/format/json/AbstractJsonFormat.java | 3 -
.../format/json/object/JsonObjectParser.java | 135 ++-------
.../adapter/format/util/JsonEventProperty.java | 6 +-
.../connect/adapter/guess/SchemaGuesser.java | 10 +-
.../pipeline/AdapterEventPreviewPipeline.java | 81 +++++
.../TransformValueAdapterPipelineElement.java | 14 +-
.../value/DatatypeTransformationRule.java | 52 ++++
.../transform/value/ValueEventTransformer.java | 46 +--
.../connect/adapter/util/DatatypeUtils.java | 108 +++++++
.../connect/adapter/util/PollingSettings.java | 1 +
.../api/InvocablePipelineElementResource.java | 27 +-
.../api/ResolvesContainerProvidedOptions.java | 3 +-
.../ResolvesContainerProvidedOutputStrategy.java | 4 +-
.../api/RuntimeResolvableRequestHandler.java | 5 +-
.../container/api/SupportsRuntimeConfig.java | 3 +-
.../opcua/MiloOpcUaConfigurationProvider.java | 8 +-
.../connect/iiot/adapters/opcua/OpcUaAdapter.java | 26 +-
.../iiot/adapters/opcua/OpcUaNodeBrowser.java | 10 +
.../connect/iiot/adapters/opcua/SpOpcUaClient.java | 8 +-
.../opcua/utils/ExceptionMessageExtractor.java | 25 +-
.../iiot/adapters/opcua/utils/OpcUaUtil.java | 327 ++++++++++++---------
.../iiot/adapters/plc4x/s7/Plc4xS7Adapter.java | 148 ++++++----
.../adapters/plc4x/s7/PlcReadResponseHandler.java | 13 +-
.../machine/MachineDataSimulatorUtils.java | 240 ++++++++-------
.../connect/iiot/protocol/set/FileProtocol.java | 11 +-
.../connect/iiot/protocol/set/HttpProtocol.java | 2 +-
.../iiot/protocol/stream/BrokerProtocol.java | 8 +-
.../iiot/protocol/stream/FileStreamProtocol.java | 11 +-
.../iiot/protocol/stream/HttpStreamProtocol.java | 2 +-
.../iiot/protocol/stream/KafkaProtocol.java | 41 ++-
.../org/apache/streampipes/model/MessageLd.java | 117 --------
.../apache/streampipes/model/NotificationLd.java | 95 ------
.../streampipes/model/StreamPipesErrorMessage.java | 103 +++++++
.../{GuessSchema.java => AdapterEventPreview.java} | 37 +--
.../{GuessSchema.java => AdapterGuessInfo.java} | 45 +--
.../model/connect/guess/FieldStatus.java | 7 +
.../model/connect/guess/FieldStatusInfo.java | 69 +++++
.../model/connect/guess/GuessSchema.java | 30 ++
.../guess/GuessTypeInfo.java} | 43 ++-
.../rules/TransformationRuleDescription.java | 1 +
...hangeDatatypeTransformationRuleDescription.java | 60 ++++
.../rest/impl/connect/GuessResource.java | 25 +-
.../impl/connect/RuntimeResolvableResource.java | 19 +-
.../sdk/builder/adapter/GuessSchemaBuilder.java | 14 +-
ui/package.json | 4 +-
.../src/lib/model/gen/streampipes-model.ts | 123 +++++++-
ui/projects/streampipes/shared-ui/package.json | 1 +
.../exception-details-dialog.component.html | 43 +++
.../exception-details-dialog.component.scss} | 39 ++-
.../exception-details-dialog.component.ts} | 26 +-
.../sp-exception-message.component.html | 38 +++
.../sp-exception-message.component.scss} | 12 +
.../sp-exception-message.component.ts | 56 ++++
.../shared-ui/src/lib/shared-ui.module.ts | 10 +-
.../streampipes/shared-ui/src/public-api.ts | 2 +
.../new-adapter/new-adapter.component.ts | 1 -
.../error-message/error-message.component.html | 18 +-
.../error-message/error-message.component.ts | 3 +-
.../event-property-row.component.html | 110 ++++---
.../event-property-row.component.scss | 66 ++++-
.../event-property-row.component.ts | 49 ++-
.../event-schema-preview.component.html | 24 +-
.../event-schema-preview.component.scss | 11 +
.../event-schema-preview.component.ts | 51 +++-
.../event-schema/event-schema.component.html | 49 +--
.../event-schema/event-schema.component.scss | 11 +-
.../event-schema/event-schema.component.ts | 48 ++-
.../schema-editor-header.component.ts | 6 +-
ui/src/app/connect/connect.module.ts | 5 +-
.../filter/json-pretty-print.pipe.ts} | 18 +-
ui/src/app/connect/services/rest.service.ts | 18 +-
.../services/transformation-rule.service.ts | 70 +++--
ui/src/app/core-model/base/UserErrorMessage.ts | 4 +-
.../static-property.component.html | 2 +
...tatic-runtime-resolvable-any-input.component.ts | 3 +
.../base-runtime-resolvable-input.ts | 13 +
...c-runtime-resolvable-oneof-input.component.html | 24 +-
...tic-runtime-resolvable-oneof-input.component.ts | 18 ++
.../static-tree-input.component.html | 3 +
.../static-tree-input.component.ts | 31 ++
.../widgets/base/base-ngx-line-charts-widget.ts | 3 +-
92 files changed, 2305 insertions(+), 1180 deletions(-)