You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ze...@apache.org on 2022/08/02 09:12:20 UTC
[incubator-streampipes] branch dev updated (f08ed0cd9 -> 80498b723)
This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git
from f08ed0cd9 [hotfix] Add slider as possible user input in tests
add 39e94be99 [STREAMPIPES-563] Update data lake sink to StreamPipesDataSink API
add c94769c20 [STREAMPIPES-563] Started to restructured code of data lake sink
add afa03c300 [STREAMPIPES-563] Remove old legacy code
add dd37cfaf5 [STREAMPIPES-563] Move data lake logic into package streampipes-data-explorer-commons
add 1622d8167 Merge branch 'STREAMPIPES-545' into STREAMPIPES-563
add 131818755 Merge branch 'STREAMPIPES-545' into STREAMPIPES-563
add 4811a50f2 [STREAMPIPES-563] Minor refactoring
add 9de34b3f0 Merge branch 'dev' into STREAMPIPES-563
add 83e35f9a7 [hotfix] Fix cypress test persist in data lake
new 80498b723 Merge pull request #101 from apache/STREAMPIPES-563
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../backend/StreamPipesResourceConfig.java | 8 +-
streampipes-data-explorer-commons/pom.xml | 9 +-
.../dataexplorer/commons/DataExplorerDefaults.java | 28 ---
.../dataexplorer/commons/DataExplorerUtils.java | 55 ++++--
.../dataexplorer/commons/DataExplorerWriter.java | 7 +-
.../dataexplorer/commons/TimeSeriesStore.java | 86 +++++++++
.../commons/configs/CouchDbConfigurations.java | 31 ++--
.../commons/configs/CouchDbEnvKeys.java | 5 +-
.../{ => configs}/DataExplorerConfigurations.java | 16 +-
.../commons/{ => configs}/DataExplorerEnvKeys.java | 2 +-
.../dataexplorer/commons/image/ImageStore.java | 85 +++++++++
.../commons/image/ImageStoreUtils.java | 30 ++--
.../InfluxConnectionSettings.java} | 32 ++--
.../commons/influx}/InfluxDbReservedKeywords.java | 2 +-
.../commons/influx/InfluxNameSanitizer.java | 24 +--
.../dataexplorer/commons/influx/InfluxStore.java | 83 ++++-----
.../dataexplorer/DataLakeManagementV4.java | 69 ++++++-
.../dataexplorer/DataLakeNoUserManagementV3.java | 7 +-
.../streampipes-sinks-internal-jvm/pom.xml | 3 +
.../sinks/internal/jvm/SinksInternalJvmInit.java | 12 +-
.../sinks/internal/jvm/datalake/DataLake.java | 133 --------------
.../internal/jvm/datalake/DataLakeController.java | 75 --------
.../internal/jvm/datalake/DataLakeParameters.java | 62 -------
.../sinks/internal/jvm/datalake/DataLakeSink.java} | 65 ++++---
.../sinks/internal/jvm/datalake/DataLakeUtils.java | 40 -----
.../sinks/internal/jvm/datalake/ImageStore.java | 54 ------
.../model/datalake/DataLakeMeasure.java | 28 +++
.../streampipes/ps}/DataLakeMeasureResourceV3.java | 3 +-
.../streampipes/ps/DataLakeMeasureResourceV4.java | 26 ++-
.../apache/streampipes/ps/DataLakeResourceV3.java | 199 +--------------------
.../apache/streampipes/ps/DataLakeResourceV4.java | 21 ---
ui/cypress/support/utils/PipelineUtils.ts | 2 +-
32 files changed, 483 insertions(+), 819 deletions(-)
delete mode 100644 streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/DataExplorerDefaults.java
create mode 100644 streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/TimeSeriesStore.java
copy streampipes-sdk/src/main/java/org/apache/streampipes/sdk/helpers/Filetypes.java => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/configs/CouchDbConfigurations.java (61%)
rename streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/config/ConfigKeys.java => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/configs/CouchDbEnvKeys.java (91%)
rename streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/{ => configs}/DataExplorerConfigurations.java (68%)
rename streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/{ => configs}/DataExplorerEnvKeys.java (95%)
create mode 100644 streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/image/ImageStore.java
copy streampipes-maven-plugin/src/main/java/org/apache/streampipes/smp/util/DuplicateRemover.java => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/image/ImageStoreUtils.java (57%)
rename streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/{DataExplorerConnectionSettings.java => influx/InfluxConnectionSettings.java} (69%)
rename {streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/influx}/InfluxDbReservedKeywords.java (97%)
copy ui/cypress/support/utils/ParameterUtils.ts => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/influx/InfluxNameSanitizer.java (56%)
rename streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeInfluxDbClient.java => streampipes-data-explorer-commons/src/main/java/org/apache/streampipes/dataexplorer/commons/influx/InfluxStore.java (71%)
delete mode 100644 streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLake.java
delete mode 100644 streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeController.java
delete mode 100644 streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeParameters.java
copy streampipes-extensions/{streampipes-sinks-brokers-jvm/src/main/java/org/apache/streampipes/sinks/brokers/jvm/websocket/WebsocketServerSink.java => streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeSink.java} (51%)
delete mode 100644 streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeUtils.java
delete mode 100644 streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/ImageStore.java
copy {streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake => streampipes-platform-services/src/main/java/org/apache/streampipes/ps}/DataLakeMeasureResourceV3.java (97%)
rename streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/DataLakeMeasureResourceV3.java => streampipes-platform-services/src/main/java/org/apache/streampipes/ps/DataLakeMeasureResourceV4.java (68%)
[incubator-streampipes] 01/01: Merge pull request #101 from apache/STREAMPIPES-563
Posted by ze...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampipes.git
commit 80498b7235546e18209fc154e92ab55b73d51299
Merge: f08ed0cd9 83e35f9a7
Author: Philipp Zehnder <te...@users.noreply.github.com>
AuthorDate: Tue Aug 2 11:12:15 2022 +0200
Merge pull request #101 from apache/STREAMPIPES-563
Streampipes 563 Refactor Data Lake Sink
.../backend/StreamPipesResourceConfig.java | 8 +-
streampipes-data-explorer-commons/pom.xml | 9 +-
.../dataexplorer/commons/DataExplorerUtils.java | 55 ++++--
.../dataexplorer/commons/DataExplorerWriter.java | 7 +-
.../dataexplorer/commons/TimeSeriesStore.java | 86 +++++++++
.../CouchDbConfigurations.java} | 25 ++-
.../commons/configs/CouchDbEnvKeys.java | 5 +-
.../{ => configs}/DataExplorerConfigurations.java | 16 +-
.../commons/{ => configs}/DataExplorerEnvKeys.java | 2 +-
.../dataexplorer/commons/image/ImageStore.java | 85 +++++++++
.../commons/image/ImageStoreUtils.java | 31 ++--
.../InfluxConnectionSettings.java} | 32 ++--
.../commons/influx}/InfluxDbReservedKeywords.java | 2 +-
.../commons/influx/InfluxNameSanitizer.java | 31 ++--
.../dataexplorer/commons/influx/InfluxStore.java | 83 ++++-----
.../dataexplorer/DataLakeManagementV4.java | 69 ++++++-
.../dataexplorer/DataLakeNoUserManagementV3.java | 7 +-
.../streampipes-sinks-internal-jvm/pom.xml | 3 +
.../sinks/internal/jvm/SinksInternalJvmInit.java | 12 +-
.../sinks/internal/jvm/datalake/DataLake.java | 133 --------------
.../internal/jvm/datalake/DataLakeController.java | 75 --------
.../internal/jvm/datalake/DataLakeParameters.java | 62 -------
.../sinks/internal/jvm/datalake/DataLakeSink.java | 92 ++++++++++
.../sinks/internal/jvm/datalake/ImageStore.java | 54 ------
.../model/datalake/DataLakeMeasure.java | 28 +++
.../streampipes/ps}/DataLakeMeasureResourceV3.java | 3 +-
.../streampipes/ps/DataLakeMeasureResourceV4.java | 26 ++-
.../apache/streampipes/ps/DataLakeResourceV3.java | 199 +--------------------
.../apache/streampipes/ps/DataLakeResourceV4.java | 21 ---
ui/cypress/support/utils/PipelineUtils.ts | 2 +-
30 files changed, 546 insertions(+), 717 deletions(-)