You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by bo...@apache.org on 2023/10/10 08:54:07 UTC
[streampipes] branch 2002-harmonize-registration-of-adapters-and-pipeline-elements updated (d437edcf2 -> f74ae391f)
This is an automated email from the ASF dual-hosted git repository.
bossenti pushed a change to branch 2002-harmonize-registration-of-adapters-and-pipeline-elements
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from d437edcf2 style: remove trailing whitespace
add e680d47e0 refactor(#1960): Refactor transformation rules, add schema restore (#1994)
add b51326d1f Set default Kafka auto offset explicitly if it is not provided in configuration (#1992) (#1993)
add b751a1c79 chore(deps): bump org.mockito:mockito-core from 5.5.0 to 5.6.0 (#2006)
add d59fc7f94 chore(deps-dev): bump pyupgrade in /streampipes-client-python (#2007)
add c156c72e0 chore(deps): bump org.simplejavamail:simple-java-mail (#2011)
add ed4dd8320 chore(deps): bump com.nimbusds:nimbus-jose-jwt from 9.35 to 9.36 (#2010)
add 8a565bc64 chore(deps-dev): bump webpack from 5.76.1 to 5.88.2 in /ui (#2009)
add f74ae391f Merge branch 'dev' into 2002-harmonize-registration-of-adapters-and-pipeline-elements
No new revisions were added by this update.
Summary of changes:
pom.xml | 6 +-
streampipes-client-python/poetry.lock | 8 +-
streampipes-client-python/pyproject.toml | 2 +-
.../management/AdapterEventPreviewPipeline.java | 3 +-
streampipes-connect-shared/pom.xml | 10 +
.../shared/AdapterPipelineGeneratorBase.java | 95 +-
....java => SupportsNestedTransformationRule.java} | 45 +-
.../convert/ProvidesConversionResult.java | 12 +-
.../preprocessing/convert/SchemaConverter.java | 67 ++
.../convert/ToOriginalSchemaConverter.java | 141 +++
.../convert/ToTransformedSchemaConverter.java | 140 +++
...a => AdapterTransformationPipelineElement.java} | 23 +-
.../elements/AddTimestampPipelineElement.java | 39 -
.../TransformSchemaAdapterPipelineElement.java | 81 --
.../elements/TransformStreamAdapterElement.java | 71 --
.../TransformValueAdapterPipelineElement.java | 96 --
...StatefulTransformationRuleGeneratorVisitor.java | 99 ++
...tatelessTransformationRuleGeneratorVisitor.java | 134 +++
.../TransformationRuleGeneratorVisitor.java} | 18 +-
.../transform/TransformationRule.java | 2 +-
...onRule.java => AddValueTransformationRule.java} | 19 +-
.../schema/CreateNestedTransformationRule.java | 31 +-
.../transform/schema/DeleteTransformationRule.java | 29 +-
.../transform/schema/MoveTransformationRule.java | 18 +-
.../transform/schema/RenameTransformationRule.java | 36 +-
.../transform/schema/SchemaEventTransformer.java | 119 ---
.../stream/DuplicateFilterPipelineElement.java | 8 +-
.../stream/EventRateTransformationRule.java | 10 +-
.../transform/stream/StreamEventTransformer.java | 66 --
...le.java => AddTimestampTransformationRule.java} | 16 +-
.../value/CorrectionValueTransformationRule.java | 68 +-
.../value/DatatypeTransformationRule.java | 18 +-
.../value/TimestampTranformationRuleMode.java | 13 +-
...nRule.java => TimestampTransformationRule.java} | 60 +-
.../transform/value/UnitTransformationRule.java | 59 +-
.../transform/value/ValueEventTransformer.java | 83 --
.../preprocessing/utils/ConversionUtils.java | 93 ++
.../preprocessing/{Util.java => utils/Utils.java} | 16 +-
.../connect/shared/preprocessing/UtilsTest.java | 32 +-
.../shared/preprocessing/convert/Helpers.java | 92 ++
.../convert/ToOriginalSchemaConverterTest.java | 104 ++
.../convert/ToTransformedSchemaConverterTest.java | 121 +++
.../AdapterTransformationPipelineElementTest.java | 60 ++
.../schema/CreateNestedTransformationRuleTest.java | 4 +-
.../schema/DeleteTransformationRuleTest.java | 4 +-
.../schema/MoveTransformationRuleTest.java | 6 +-
.../schema/RenameTransformationRuleTest.java | 4 +-
.../schema/SchemaEventTransformerTest.java | 9 +-
.../transform/value/CorrectionValueTest.java | 14 +-
.../transform/value/UnitTransformRuleTest.java | 10 +-
.../transform/value/ValueEventTransformerTest.java | 10 +-
.../connect/adapter/AdapterPipelineGenerator.java | 32 +-
.../streampipes/connect/adapters/generic/Mock.java | 26 -
.../generic/elements/AddTimestampTest.java | 6 +-
.../generic/elements/DuplicateFilterTest.java | 34 +-
.../config/kafka/kafka/KafkaConnectUtils.java | 15 +-
...iption.java => ITransformationRuleVisitor.java} | 53 +-
.../rules/TransformationRuleDescription.java | 4 +
.../connect/rules/TransformationRulePriority.java | 30 +-
.../rules/schema/CreateNestedRuleDescription.java | 13 +
.../rules/schema/DeleteRuleDescription.java | 13 +
.../connect/rules/schema/MoveRuleDescription.java | 13 +
.../rules/schema/RenameRuleDescription.java | 13 +
.../EventRateTransformationRuleDescription.java | 13 +
...oveDuplicatesTransformationRuleDescription.java | 13 +
.../rules/value/AddTimestampRuleDescription.java | 13 +
.../AddValueTransformationRuleDescription.java | 13 +
...hangeDatatypeTransformationRuleDescription.java | 13 +
...rrectionValueTransformationRuleDescription.java | 13 +
.../TimestampTranfsformationRuleDescription.java | 13 +
.../value/TimestampTransformationRuleMode.java | 26 -
.../rules/value/UnitTransformRuleDescription.java | 13 +
ui/package-lock.json | 1075 +++++++++++++++-----
ui/package.json | 2 +-
.../event-property-row.component.ts | 25 +-
.../event-schema/event-schema.component.ts | 1 +
.../edit-schema-transformation.component.html | 2 +-
.../edit-event-property.component.html | 1 -
78 files changed, 2468 insertions(+), 1344 deletions(-)
copy streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{transform/schema/RenameTransformationRule.java => SupportsNestedTransformationRule.java} (51%)
copy streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/selector/PropertySelectorUtils.java => streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ProvidesConversionResult.java (72%)
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/SchemaConverter.java
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToOriginalSchemaConverter.java
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToTransformedSchemaConverter.java
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/{AddValuePipelineElement.java => AdapterTransformationPipelineElement.java} (52%)
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/AddTimestampPipelineElement.java
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformSchemaAdapterPipelineElement.java
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformStreamAdapterElement.java
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformValueAdapterPipelineElement.java
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/generator/StatefulTransformationRuleGeneratorVisitor.java
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/generator/StatelessTransformationRuleGeneratorVisitor.java
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{transform/stream/StreamTransformationRule.java => generator/TransformationRuleGeneratorVisitor.java} (63%)
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/schema/{SchemaTransformationRule.java => AddValueTransformationRule.java} (69%)
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/schema/SchemaEventTransformer.java
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/stream/StreamEventTransformer.java
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/{ValueTransformationRule.java => AddTimestampTransformationRule.java} (71%)
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/{TimestampTranformationRule.java => TimestampTransformationRule.java} (53%)
delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/ValueEventTransformer.java
create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/utils/ConversionUtils.java
rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{Util.java => utils/Utils.java} (71%)
copy streampipes-pipeline-management/src/test/java/org/apache/streampipes/manager/selector/TestSelectorGenerator.java => streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/UtilsTest.java (53%)
create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/Helpers.java
create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToOriginalSchemaConverterTest.java
create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToTransformedSchemaConverterTest.java
create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/elements/AdapterTransformationPipelineElementTest.java
delete mode 100644 streampipes-extensions/streampipes-connect-adapters/src/test/java/org/apache/streampipes/connect/adapters/generic/Mock.java
copy streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/{TransformationRuleDescription.java => ITransformationRuleVisitor.java} (62%)
copy streampipes-sdk/src/main/java/org/apache/streampipes/sdk/helpers/Locales.java => streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/TransformationRulePriority.java (64%)
delete mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/value/TimestampTransformationRuleMode.java