You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by bo...@apache.org on 2023/10/10 08:54:07 UTC

[streampipes] branch 2002-harmonize-registration-of-adapters-and-pipeline-elements updated (d437edcf2 -> f74ae391f)

This is an automated email from the ASF dual-hosted git repository.

bossenti pushed a change to branch 2002-harmonize-registration-of-adapters-and-pipeline-elements
in repository https://gitbox.apache.org/repos/asf/streampipes.git


    from d437edcf2 style: remove trailing whitespace
     add e680d47e0 refactor(#1960): Refactor transformation rules, add schema restore (#1994)
     add b51326d1f Set default Kafka auto offset explicitly if it is not provided in configuration (#1992) (#1993)
     add b751a1c79 chore(deps): bump org.mockito:mockito-core from 5.5.0 to 5.6.0 (#2006)
     add d59fc7f94 chore(deps-dev): bump pyupgrade in /streampipes-client-python (#2007)
     add c156c72e0 chore(deps): bump org.simplejavamail:simple-java-mail (#2011)
     add ed4dd8320 chore(deps): bump com.nimbusds:nimbus-jose-jwt from 9.35 to 9.36 (#2010)
     add 8a565bc64 chore(deps-dev): bump webpack from 5.76.1 to 5.88.2 in /ui (#2009)
     add f74ae391f Merge branch 'dev' into 2002-harmonize-registration-of-adapters-and-pipeline-elements

No new revisions were added by this update.

Summary of changes:
 pom.xml                                            |    6 +-
 streampipes-client-python/poetry.lock              |    8 +-
 streampipes-client-python/pyproject.toml           |    2 +-
 .../management/AdapterEventPreviewPipeline.java    |    3 +-
 streampipes-connect-shared/pom.xml                 |   10 +
 .../shared/AdapterPipelineGeneratorBase.java       |   95 +-
 ....java => SupportsNestedTransformationRule.java} |   45 +-
 .../convert/ProvidesConversionResult.java          |   12 +-
 .../preprocessing/convert/SchemaConverter.java     |   67 ++
 .../convert/ToOriginalSchemaConverter.java         |  141 +++
 .../convert/ToTransformedSchemaConverter.java      |  140 +++
 ...a => AdapterTransformationPipelineElement.java} |   23 +-
 .../elements/AddTimestampPipelineElement.java      |   39 -
 .../TransformSchemaAdapterPipelineElement.java     |   81 --
 .../elements/TransformStreamAdapterElement.java    |   71 --
 .../TransformValueAdapterPipelineElement.java      |   96 --
 ...StatefulTransformationRuleGeneratorVisitor.java |   99 ++
 ...tatelessTransformationRuleGeneratorVisitor.java |  134 +++
 .../TransformationRuleGeneratorVisitor.java}       |   18 +-
 .../transform/TransformationRule.java              |    2 +-
 ...onRule.java => AddValueTransformationRule.java} |   19 +-
 .../schema/CreateNestedTransformationRule.java     |   31 +-
 .../transform/schema/DeleteTransformationRule.java |   29 +-
 .../transform/schema/MoveTransformationRule.java   |   18 +-
 .../transform/schema/RenameTransformationRule.java |   36 +-
 .../transform/schema/SchemaEventTransformer.java   |  119 ---
 .../stream/DuplicateFilterPipelineElement.java     |    8 +-
 .../stream/EventRateTransformationRule.java        |   10 +-
 .../transform/stream/StreamEventTransformer.java   |   66 --
 ...le.java => AddTimestampTransformationRule.java} |   16 +-
 .../value/CorrectionValueTransformationRule.java   |   68 +-
 .../value/DatatypeTransformationRule.java          |   18 +-
 .../value/TimestampTranformationRuleMode.java      |   13 +-
 ...nRule.java => TimestampTransformationRule.java} |   60 +-
 .../transform/value/UnitTransformationRule.java    |   59 +-
 .../transform/value/ValueEventTransformer.java     |   83 --
 .../preprocessing/utils/ConversionUtils.java       |   93 ++
 .../preprocessing/{Util.java => utils/Utils.java}  |   16 +-
 .../connect/shared/preprocessing/UtilsTest.java    |   32 +-
 .../shared/preprocessing/convert/Helpers.java      |   92 ++
 .../convert/ToOriginalSchemaConverterTest.java     |  104 ++
 .../convert/ToTransformedSchemaConverterTest.java  |  121 +++
 .../AdapterTransformationPipelineElementTest.java  |   60 ++
 .../schema/CreateNestedTransformationRuleTest.java |    4 +-
 .../schema/DeleteTransformationRuleTest.java       |    4 +-
 .../schema/MoveTransformationRuleTest.java         |    6 +-
 .../schema/RenameTransformationRuleTest.java       |    4 +-
 .../schema/SchemaEventTransformerTest.java         |    9 +-
 .../transform/value/CorrectionValueTest.java       |   14 +-
 .../transform/value/UnitTransformRuleTest.java     |   10 +-
 .../transform/value/ValueEventTransformerTest.java |   10 +-
 .../connect/adapter/AdapterPipelineGenerator.java  |   32 +-
 .../streampipes/connect/adapters/generic/Mock.java |   26 -
 .../generic/elements/AddTimestampTest.java         |    6 +-
 .../generic/elements/DuplicateFilterTest.java      |   34 +-
 .../config/kafka/kafka/KafkaConnectUtils.java      |   15 +-
 ...iption.java => ITransformationRuleVisitor.java} |   53 +-
 .../rules/TransformationRuleDescription.java       |    4 +
 .../connect/rules/TransformationRulePriority.java  |   30 +-
 .../rules/schema/CreateNestedRuleDescription.java  |   13 +
 .../rules/schema/DeleteRuleDescription.java        |   13 +
 .../connect/rules/schema/MoveRuleDescription.java  |   13 +
 .../rules/schema/RenameRuleDescription.java        |   13 +
 .../EventRateTransformationRuleDescription.java    |   13 +
 ...oveDuplicatesTransformationRuleDescription.java |   13 +
 .../rules/value/AddTimestampRuleDescription.java   |   13 +
 .../AddValueTransformationRuleDescription.java     |   13 +
 ...hangeDatatypeTransformationRuleDescription.java |   13 +
 ...rrectionValueTransformationRuleDescription.java |   13 +
 .../TimestampTranfsformationRuleDescription.java   |   13 +
 .../value/TimestampTransformationRuleMode.java     |   26 -
 .../rules/value/UnitTransformRuleDescription.java  |   13 +
 ui/package-lock.json                               | 1075 +++++++++++++++-----
 ui/package.json                                    |    2 +-
 .../event-property-row.component.ts                |   25 +-
 .../event-schema/event-schema.component.ts         |    1 +
 .../edit-schema-transformation.component.html      |    2 +-
 .../edit-event-property.component.html             |    1 -
 78 files changed, 2468 insertions(+), 1344 deletions(-)
 copy streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{transform/schema/RenameTransformationRule.java => SupportsNestedTransformationRule.java} (51%)
 copy streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/selector/PropertySelectorUtils.java => streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ProvidesConversionResult.java (72%)
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/SchemaConverter.java
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToOriginalSchemaConverter.java
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToTransformedSchemaConverter.java
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/{AddValuePipelineElement.java => AdapterTransformationPipelineElement.java} (52%)
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/AddTimestampPipelineElement.java
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformSchemaAdapterPipelineElement.java
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformStreamAdapterElement.java
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/elements/TransformValueAdapterPipelineElement.java
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/generator/StatefulTransformationRuleGeneratorVisitor.java
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/generator/StatelessTransformationRuleGeneratorVisitor.java
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{transform/stream/StreamTransformationRule.java => generator/TransformationRuleGeneratorVisitor.java} (63%)
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/schema/{SchemaTransformationRule.java => AddValueTransformationRule.java} (69%)
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/schema/SchemaEventTransformer.java
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/stream/StreamEventTransformer.java
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/{ValueTransformationRule.java => AddTimestampTransformationRule.java} (71%)
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/{TimestampTranformationRule.java => TimestampTransformationRule.java} (53%)
 delete mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/ValueEventTransformer.java
 create mode 100644 streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/utils/ConversionUtils.java
 rename streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/{Util.java => utils/Utils.java} (71%)
 copy streampipes-pipeline-management/src/test/java/org/apache/streampipes/manager/selector/TestSelectorGenerator.java => streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/UtilsTest.java (53%)
 create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/Helpers.java
 create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToOriginalSchemaConverterTest.java
 create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/convert/ToTransformedSchemaConverterTest.java
 create mode 100644 streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/elements/AdapterTransformationPipelineElementTest.java
 delete mode 100644 streampipes-extensions/streampipes-connect-adapters/src/test/java/org/apache/streampipes/connect/adapters/generic/Mock.java
 copy streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/{TransformationRuleDescription.java => ITransformationRuleVisitor.java} (62%)
 copy streampipes-sdk/src/main/java/org/apache/streampipes/sdk/helpers/Locales.java => streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/TransformationRulePriority.java (64%)
 delete mode 100644 streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/value/TimestampTransformationRuleMode.java