You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streampipes.apache.org by ri...@apache.org on 2026/06/22 17:09:36 UTC
(streampipes) branch health-check-adapter updated (dff7c24058 -> 83d1a9c18a)
This is an automated email from the ASF dual-hosted git repository.
dominikriemer pushed a change to branch health-check-adapter
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from dff7c24058 Change status light css
add 343a5b4dcb chore(deps): bump org.apache.commons:commons-configuration2 from 2.14.0 to 2.15.1 (#4576)
add de907b8ae4 chore(deps): bump tar from 7.5.14 to 7.5.16 in /ui (#4585)
add e963b85d2f chore(deps): bump software.amazon.awssdk:s3 from 2.25.14 to 2.46.10 (#4574)
add 53af0aa60d chore(deps-dev): bump tornado from 6.5.6 to 6.5.7 in /streampipes-client-python (#4584)
add f85fb682bd chore(deps): bump nats-py from 2.14.0 to 2.15.0 in /streampipes-client-python (#4558)
add c0181f2c63 chore(deps): bump confluent-kafka from 2.13.2 to 2.14.2 in /streampipes-client-python (#4542)
add 644ec55fec chore(deps-dev): bump pytest from 9.0.3 to 9.1.0 in /streampipes-client-python (#4602)
add a1adad0172 chore(deps): bump debezium.version from 3.4.3.Final to 3.5.2.Final (#4596)
add 333719e35f chore(deps): bump org.jetbrains:annotations from 16.0.3 to 26.1.0 (#4597)
add d713d4cee7 chore(deps): bump actions/setup-java from 5 to 5.2.0 (#4601)
add 639994d99a chore(deps): bump actions/stale from 10.2.0 to 10.3.0 (#4599)
add bd607e3943 feat(#4566): Add details view for data sets (#4592)
add 1e1a3b9b26 feat: Introduce storage cache (#4588)
add 4cdb377544 Merge branch 'dev' into health-check-adapter
add 83d1a9c18a Inject adapter storage
No new revisions were added by this update.
Summary of changes:
.github/workflows/build.yml | 2 +-
.github/workflows/cypress-test.yml | 2 +-
.github/workflows/extensions-docs.yml | 2 +-
.github/workflows/go-client-e2e-test.yml | 2 +-
.github/workflows/java-client-e2e-test.yml | 2 +-
.github/workflows/mvn-integration-test.yml | 2 +-
.github/workflows/pr-validation.yml | 4 +-
.github/workflows/stale-bot.yml | 2 +-
pom.xml | 6 +-
streampipes-client-python/poetry.lock | 115 ++++++------
streampipes-client-python/pyproject.toml | 2 +-
.../management/compact/PersistPipelineHandler.java | 15 +-
.../management/AdapterMasterManagement.java | 41 ++---
.../management/AdapterMigrationManager.java | 6 +-
.../management/AdapterUpdateManagement.java | 10 +-
.../management/DescriptionManagement.java | 8 +-
.../management/WorkerAdministrationManagement.java | 11 +-
.../management/management/WorkerRestClient.java | 22 ++-
.../management/AdapterMasterManagementTest.java | 35 ++--
.../dataexplorer/api/IDataExplorerManager.java | 7 +-
.../influx/DataExplorerManagerInflux.java | 21 ++-
.../iotdb/DataExplorerManagerIotDb.java | 18 +-
.../dataexplorer/DataExplorerSchemaManagement.java | 5 -
.../streampipes/export/AssetLinkResolver.java | 32 +++-
.../streampipes/export/DataLakeExportManager.java | 14 +-
.../apache/streampipes/export/ExportManager.java | 19 +-
.../apache/streampipes/export/ImportManager.java | 22 ++-
.../export/dataimport/PerformImportGenerator.java | 34 ++--
.../export/dataimport/PreviewImportGenerator.java | 27 ++-
.../export/generator/ExportPackageGenerator.java | 30 ++-
.../export/resolver/AdapterResolver.java | 22 ++-
.../streampipes/export/resolver/ChartResolver.java | 14 +-
.../export/resolver/DashboardResolver.java | 13 +-
.../export/resolver/MeasurementResolver.java | 13 +-
.../export/resolver/PipelineResolver.java | 19 +-
.../streampipes-connectors-cdc/pom.xml | 2 +-
.../icon.png | Bin 5087 -> 19474 bytes
.../icon.png | Bin 5087 -> 29544 bytes
.../sinks/internal/jvm/datalake/DataLakeSink.java | 19 +-
.../health/monitoring/ExtensionHealthCheck.java | 13 +-
.../ExtensionInstanceAvailabilityCheck.java | 9 +-
.../health/monitoring/PipelineHealthCheck.java | 15 +-
.../health/monitoring/ServiceHealthCheck.java | 12 +-
streampipes-load-balancer/pom.xml | 7 +-
.../streampipes/loadbalance/LoadManager.java | 21 ++-
.../loadbalance/ResourceUnitMigration.java | 39 ++--
.../loadbalance/impl/AbstractPipelineMigrator.java | 33 +++-
.../loadbalance/impl/ExtensibleLoadManager.java | 8 +-
.../loadbalance/impl/OverloadMigrator.java | 5 +
.../loadbalance/impl/ThresholdMigrator.java | 5 +
.../loadbalance/impl/TransferMigrator.java | 5 +
.../pipeline/ExtensionsLogProvider.java | 23 +--
.../loadbalance/unit/InvokeHttpRequest.java | 3 +-
.../loadbalance/unit/ResourceUnitScanner.java | 63 ++++---
.../loadbalance/unit/ResourceUnitStatsScanner.java | 34 ++--
.../api/extensions/ExtensionServiceRequests.java | 58 +++---
.../execution/PipelineExecutionTaskFactory.java | 15 +-
.../manager/execution/PipelineExecutor.java | 11 +-
.../http/BasePipelineElementSubmitter.java | 8 +-
.../execution/http/DetachExtensionRequest.java | 8 +-
.../http/DetachPipelineElementSubmitter.java | 6 +-
.../execution/http/InvokeExtensionRequest.java | 11 +-
.../http/InvokePipelineElementSubmitter.java | 8 +-
.../http/PipelineElementExtensionRequest.java | 6 +-
.../execution/task/StorePipelineStatusTask.java | 15 +-
.../manager/extensions/ExtensionItemInstaller.java | 16 +-
.../manager/function/FunctionManager.java | 8 +-
.../migration/AbstractMigrationManager.java | 11 +-
.../migration/PipelineElementMigrationManager.java | 8 +-
.../pipeline/ExtensionsServiceLogExecutor.java | 12 +-
.../manager/pipeline/PipelineManager.java | 67 ++++---
.../update/ChartSchemaUpdateCoordinator.java | 11 +-
.../update/DataStreamUpdateManagement.java | 9 +-
.../update/MeasurementUpdateManagement.java | 15 +-
.../pipeline/update/PipelineUpdateCoordinator.java | 35 ++--
.../manager/preview/PipelinePreview.java | 11 +-
.../manager/recommender/ElementRecommender.java | 15 +-
.../remote/ContainerProvidedOptionsHandler.java | 4 +-
.../manager/setup/AutoInstallation.java | 9 +-
.../manager/setup/ExtensionsInstallationTask.java | 9 +-
.../manager/setup/InstallationConfiguration.java | 7 +-
.../setup/PipelineElementInstallationStep.java | 8 +-
.../manager/storage/PipelineStorageService.java | 12 +-
.../streampipes/manager/util/AuthTokenUtils.java | 22 +--
.../manager/verification/ElementVerifier.java | 15 +-
.../manager/verification/TypedElementVerifier.java | 11 +-
.../verification/extractor/TypeExtractor.java | 14 +-
.../update/ChartSchemaUpdateCoordinatorTest.java | 12 +-
.../update/MeasurementUpdateManagementTest.java | 10 +-
.../update/PipelineUpdateCoordinatorTest.java | 145 ++++++++-------
.../manager/verification/TypeExtractorTest.java | 12 +-
.../AbstractPipelineElementResourceManager.java | 14 +-
.../management/AbstractResourceManager.java | 3 +
.../AdapterDescriptionResourceManager.java | 4 +-
.../management/AdapterResourceManager.java | 13 +-
.../resource/management/AssetResourceManager.java | 10 +-
...ourceManager.java => ChartResourceManager.java} | 14 +-
.../resource/management/CrudResourceManager.java | 20 +-
...eManager.java => DashboardResourceManager.java} | 19 +-
.../management/DataLakeMeasureResourceManager.java | 11 +-
.../management/DataProcessorResourceManager.java | 4 +-
.../management/DataSinkResourceManager.java | 4 +-
.../management/DataStreamResourceManager.java | 9 +-
.../management/PermissionResourceManager.java | 5 +-
.../management/PipelineResourceManager.java | 9 +-
.../resource/management/SpResourceManager.java | 78 +++++---
.../permission/SpPermissionEvaluator.java | 5 +-
.../management/AdapterResourceManagerTest.java | 3 +-
.../management/DataStreamResourceManagerTest.java | 5 +-
.../rest/core/base/impl/AbstractRestResource.java | 14 --
.../apache/streampipes/rest/ResetManagement.java | 85 +++++----
.../rest/impl/AbstractMonitoringResource.java | 8 +-
.../rest/impl/AccountActivationResource.java | 9 +-
.../rest/impl/AdapterHealthResource.java | 13 +-
.../rest/impl/AdapterMonitoringResource.java | 18 +-
.../rest/impl/AssetManagementResource.java | 31 ++--
.../streampipes/rest/impl/Authentication.java | 12 +-
.../rest/impl/CompactPipelineResource.java | 12 +-
.../rest/impl/PipelineElementAsset.java | 13 +-
.../streampipes/rest/impl/PipelineMonitoring.java | 16 +-
.../streampipes/rest/impl/PipelineResource.java | 55 ++++--
.../streampipes/rest/impl/ResetResource.java | 32 ++--
.../rest/impl/RestorePasswordResource.java | 11 +-
.../rest/impl/admin/DataExportResource.java | 20 +-
.../rest/impl/admin/DataImportResource.java | 20 +-
.../impl/admin/ExtensionsInstallationResource.java | 33 +++-
.../rest/impl/admin/MigrationResource.java | 18 +-
.../rest/impl/admin/PermissionResource.java | 14 +-
.../rest/impl/connect/AdapterResource.java | 58 +++---
.../rest/impl/connect/CompactAdapterResource.java | 27 ++-
.../rest/impl/connect/DescriptionResource.java | 6 +-
.../AbstractPipelineExtractionResource.java | 9 +-
.../impl/dashboard/DataLakeDashboardResource.java | 30 ++-
.../impl/datalake/AbstractDataLakeResource.java | 23 ++-
.../rest/impl/datalake/DataLakeDataWriter.java | 15 +-
.../impl/datalake/DataLakeMeasureResource.java | 19 +-
.../rest/impl/datalake/DataLakeResource.java | 21 ++-
.../rest/impl/datalake/DataLakeWidgetResource.java | 12 +-
.../datalake/KioskDashboardDataLakeResource.java | 33 ++--
.../impl/datalake/PersistedDataStreamResource.java | 5 +
.../importer/CsvDataLakeImportService.java | 6 +-
.../datalake/importer/DataLakeImportResource.java | 13 +-
.../rest/impl/pe/DataProcessorResource.java | 23 ++-
.../streampipes/rest/impl/pe/DataSinkResource.java | 22 ++-
.../rest/impl/pe/DataStreamResource.java | 35 ++--
.../rest/impl/runtime/PipelinePreviewResource.java | 12 +-
streampipes-service-core/pom.xml | 8 +
.../streampipes/service/core/PostStartupTask.java | 28 +--
.../service/core/StreamPipesCoreApplication.java | 46 +++--
.../service/core/WebSecurityConfig.java | 11 +-
.../ExtensionServiceRequestConfiguration.java | 32 +++-
.../core/filter/TokenAuthenticationFilter.java | 9 +-
.../core/migrations/AvailableMigrations.java | 40 +++-
.../v0980/FixImportedPermissionsMigration.java | 28 +--
.../v099/CreateAssetPermissionMigration.java | 10 +-
.../v099/CreateDatasetPermissionMigration.java | 15 +-
.../v099/RemoveDuplicatedAssetPermissions.java | 12 +-
.../RemoveInternalNotificationSinkMigration.java | 4 +-
.../v099/UniqueDashboardIdMigration.java | 9 +-
.../v099/connect/MigrateAdaptersToUseScript.java | 8 -
.../core/oauth2/CustomOAuth2UserService.java | 9 +-
.../service/core/oauth2/CustomOidcUserService.java | 8 +-
.../core/oauth2/OidcUserAccountDetails.java | 11 +-
.../service/core/oauth2/UserService.java | 33 ++--
.../service/core/scheduler/DataLakeScheduler.java | 26 ++-
.../core/storage/AbstractCachedCrudStorage.java | 164 +++++++++++++++++
.../service/core/storage/CachedAdapterStorage.java | 52 +++---
.../service/core/storage/CachedChartStorage.java | 31 ++--
.../core/storage/CachedDashboardStorage.java | 31 ++--
.../core/storage/CachedDataLakeMeasureStorage.java | 67 +++++++
.../core/storage/CachedPermissionStorage.java | 71 ++++++++
.../core/storage/CachedPipelineStorage.java | 56 ++++++
.../service/core/storage/SerializedCache.java | 99 ++++++++++
.../core/storage/StorageApiConfiguration.java | 86 +++++++++
.../src/main/resources/application.properties | 9 +
.../core/storage/CachedAdapterStorageTest.java | 107 +++++++++++
.../core/storage/CachedChartStorageTest.java | 147 +++++++++++++++
.../core/storage/CachedDashboardStorageTest.java | 103 +++++++++++
.../storage/CachedDataLakeMeasureStorageTest.java | 109 +++++++++++
.../core/storage/CachedPermissionStorageTest.java | 117 ++++++++++++
.../core/storage/CachedPipelineStorageTest.java | 190 +++++++++++++++++++
.../core/storage/StorageApiConfigurationTest.java | 63 +++++++
.../storage/api/core/INoSqlStorage.java | 20 --
...plorerWidgetStorage.java => IChartStorage.java} | 2 +-
...ashboardStorage.java => IDashboardStorage.java} | 2 +-
.../storage/couchdb/CouchDbStorageManager.java | 53 ------
...idgetStorageImpl.java => ChartStorageImpl.java} | 8 +-
...dStorageImpl.java => DashboardStorageImpl.java} | 8 +-
.../management/model/PrincipalUserDetails.java | 6 +-
.../management/model/ServiceAccountDetails.java | 6 +-
.../user/management/model/UserAccountDetails.java | 6 +-
.../management/service/SpUserDetailsService.java | 11 +-
.../management/util/GrantedPermissionsBuilder.java | 12 +-
ui/cypress/support/utils/GeneralUtils.ts | 2 +-
ui/cypress/support/utils/asset/AssetBtns.ts | 6 -
ui/cypress/support/utils/asset/AssetUtils.ts | 10 +-
ui/cypress/support/utils/chart/ChartBtns.ts | 10 +
ui/cypress/support/utils/chart/ChartUtils.ts | 16 +-
ui/cypress/support/utils/dataset/DatasetBtns.ts | 34 ++++
ui/cypress/support/utils/dataset/DatasetUtils.ts | 61 +++++++
ui/cypress/tests/connect/editAdapter.smoke.spec.ts | 23 +--
ui/cypress/tests/dataset/datasetDetails.spec.ts | 58 ++++++
ui/deployment/i18n/de.json | 4 +
ui/deployment/i18n/en.json | 4 +
ui/deployment/i18n/pl.json | 4 +
ui/package-lock.json | 6 +-
.../data-settings/chart-data-settings.component.ts | 15 +-
.../datalake-configuration.component.html | 26 ++-
.../datalake-configuration.component.ts | 6 +
.../abstract-dataset-details.directive.ts | 69 +++++++
.../dataset-details-events.component.html | 191 ++++++++++++++++++++
.../dataset-details-events.component.scss} | 58 ++----
.../dataset-details-events.component.ts | 201 +++++++++++++++++++++
.../dataset-details-schema.component.html | 122 +++++++++++++
.../dataset-details-schema.component.scss} | 26 +--
.../dataset-details-schema.component.ts | 134 ++++++++++++++
.../dataset-details/dataset-details-tabs.ts} | 26 +--
.../dataset-feature-card.component.ts | 6 +-
ui/src/app/dataset/dataset.routes.ts | 21 +++
219 files changed, 4342 insertions(+), 1382 deletions(-)
rename streampipes-resource-management/src/main/java/org/apache/streampipes/resource/management/{DataExplorerWidgetResourceManager.java => ChartResourceManager.java} (88%)
rename streampipes-resource-management/src/main/java/org/apache/streampipes/resource/management/{DataExplorerResourceManager.java => DashboardResourceManager.java} (83%)
create mode 100644 streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/AbstractCachedCrudStorage.java
copy streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/connect/AdapterDescriptionStorageImpl.java => streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedAdapterStorage.java (54%)
copy streampipes-client/src/main/java/org/apache/streampipes/client/serializer/Serializer.java => streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedChartStorage.java (52%)
copy streampipes-client/src/main/java/org/apache/streampipes/client/serializer/Serializer.java => streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedDashboardStorage.java (52%)
create mode 100644 streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedDataLakeMeasureStorage.java
create mode 100644 streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedPermissionStorage.java
create mode 100644 streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/CachedPipelineStorage.java
create mode 100644 streampipes-service-core/src/main/java/org/apache/streampipes/service/core/storage/SerializedCache.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedAdapterStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedChartStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedDashboardStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedDataLakeMeasureStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedPermissionStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/CachedPipelineStorageTest.java
create mode 100644 streampipes-service-core/src/test/java/org/apache/streampipes/service/core/storage/StorageApiConfigurationTest.java
rename streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/explorer/{IDataExplorerWidgetStorage.java => IChartStorage.java} (91%)
rename streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/explorer/{IDataExplorerDashboardStorage.java => IDashboardStorage.java} (92%)
rename streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/explorer/{DataExplorerWidgetStorageImpl.java => ChartStorageImpl.java} (82%)
rename streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/impl/explorer/{DataExplorerDashboardStorageImpl.java => DashboardStorageImpl.java} (81%)
create mode 100644 ui/cypress/tests/dataset/datasetDetails.spec.ts
create mode 100644 ui/src/app/dataset/components/dataset-details/abstract-dataset-details.directive.ts
create mode 100644 ui/src/app/dataset/components/dataset-details/dataset-details-events/dataset-details-events.component.html
copy ui/src/app/{chart/components/chart-view/query-result-preview/chart-data-preview.component.scss => dataset/components/dataset-details/dataset-details-events/dataset-details-events.component.scss} (73%)
create mode 100644 ui/src/app/dataset/components/dataset-details/dataset-details-events/dataset-details-events.component.ts
create mode 100644 ui/src/app/dataset/components/dataset-details/dataset-details-schema/dataset-details-schema.component.html
copy ui/{projects/streampipes/shared-ui/src/lib/components/pipeline-element-runtime-info/live-preview-table/live-preview-table.component.scss => src/app/dataset/components/dataset-details/dataset-details-schema/dataset-details-schema.component.scss} (78%)
create mode 100644 ui/src/app/dataset/components/dataset-details/dataset-details-schema/dataset-details-schema.component.ts
copy ui/src/app/{dashboard-kiosk/dashboard-kiosk.routes.ts => dataset/components/dataset-details/dataset-details-tabs.ts} (62%)