You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nifi.apache.org by ma...@apache.org on 2021/02/25 21:22:20 UTC
[nifi] branch main updated (82eedea -> 99fe548)
This is an automated email from the ASF dual-hosted git repository.
markap14 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/nifi.git.
from 82eedea NIFI-8261: When gathering the states of affected components, make sure that we properly obtain the state of Input Ports and Output Ports
add 7730777 NIFI-8113 Adding persistent status history repository backed by embedded QuestDB
add 99fe548 NIFI-8113: Minor updates to admin guide to clarify documentation of some new properties
No new revisions were added by this update.
Summary of changes:
nifi-assembly/NOTICE | 5 +
.../java/org/apache/nifi/util/NiFiProperties.java | 21 +-
.../src/main/asciidoc/administration-guide.adoc | 41 ++-
...epository.java => StatusHistoryRepository.java} | 60 ++--
.../src/main/resources/META-INF/NOTICE | 4 +
.../nifi-framework/nifi-framework-core/pom.xml | 5 +
.../org/apache/nifi/controller/FlowController.java | 36 +-
.../CachingConnectionStatusAnalyticsEngine.java | 4 +-
.../analytics/ConnectionStatusAnalytics.java | 10 +-
.../analytics/ConnectionStatusAnalyticsEngine.java | 6 +-
.../status/history/ComponentDetails.java | 16 +-
.../status/history/ComponentDetailsStorage.java | 42 +++
.../history/EmbeddedQuestDbRolloverHandler.java | 123 +++++++
.../EmbeddedQuestDbStatusHistoryRepository.java | 278 ++++++++++++++
.../status/history/EmptyStatusHistory.java | 41 +++
.../history/InMemoryComponentDetailsStorage.java | 40 +++
.../history/ProcessGroupStatusDescriptor.java | 9 +-
.../history/VolatileComponentStatusRepository.java | 51 +--
.../status/history/questdb/QuestDbContext.java | 54 +++
.../history/questdb/QuestDbDatabaseManager.java | 180 ++++++++++
.../questdb/QuestDbEntityReadingTemplate.java | 62 ++++
.../questdb/QuestDbEntityWritingTemplate.java | 53 +++
.../status/history/questdb/QuestDbQueries.java | 129 +++++++
.../history/questdb/QuestDbReadingTemplate.java | 76 ++++
.../questdb/QuestDbStatusSnapshotMapper.java | 44 +++
.../history/questdb/QuestDbWritingTemplate.java | 75 ++++
.../history/storage/BufferedEntryWriter.java | 35 ++
.../history/storage/BufferedWriterFlushWorker.java | 42 +++
.../storage/BufferedWriterForStatusStorage.java | 50 +++
.../history/storage/ComponentStatusStorage.java | 56 +++
.../storage/GarbageCollectionStatusStorage.java | 38 ++
.../status/history/storage/NodeStatusStorage.java | 38 ++
.../history/storage/ProcessorStatusStorage.java | 41 +++
.../status/history/storage/StatusStorage.java | 48 +++
.../questdb/ComponentCounterWritingTemplate.java | 52 +++
.../questdb/QuestDbComponentStatusStorage.java | 111 ++++++
.../questdb/QuestDbConnectionStatusStorage.java | 58 +++
.../QuestDbGarbageCollectionStatusStorage.java | 80 +++++
.../storage/questdb/QuestDbNodeStatusStorage.java | 141 ++++++++
.../questdb/QuestDbProcessGroupStatusStorage.java | 62 ++++
.../questdb/QuestDbProcessorStatusStorage.java | 167 +++++++++
.../QuestDbRemoteProcessGroupStatusStorage.java | 60 ++++
.../questdb/StorageStatusReadingTemplate.java | 136 +++++++
.../questdb/StorageStatusWritingTemplate.java | 61 ++++
...troller.status.history.StatusHistoryRepository} | 3 +-
...TestCachingConnectionStatusAnalyticsEngine.java | 4 +-
.../analytics/TestConnectionStatusAnalytics.java | 4 +-
.../TestConnectionStatusAnalyticsEngine.java | 4 +-
.../analytics/TestStatusAnalyticsEngine.java | 8 +-
...EmbeddedQuestDbStatusHistoryRepositoryTest.java | 89 +++++
.../AbstractStatusHistoryRepositoryTest.java | 387 ++++++++++++++++++++
.../EmbeddedQuestDbRolloverHandlerTest.java | 207 +++++++++++
...DbStatusHistoryRepositoryForComponentsTest.java | 108 ++++++
...dQuestDbStatusHistoryRepositoryForNodeTest.java | 52 +++
...ComponentStatusRepositoryForComponentsTest.java | 223 ++++++++++++
...latileComponentStatusRepositoryForNodeTest.java | 142 ++++++++
.../VolatileComponentStatusRepositoryTest.java | 400 ---------------------
.../BufferedWriterForStatusStorageTest.java | 61 ++++
.../nifi/integration/FrameworkIntegrationTest.java | 4 +-
.../nifi/nar/NarThreadContextClassLoader.java | 4 +-
.../nar/StandardExtensionDiscoveringManager.java | 38 +-
.../nifi-framework/nifi-resources/pom.xml | 5 +
.../src/main/resources/conf/nifi.properties | 9 +-
.../nifi/web/controller/ControllerFacade.java | 20 +-
64 files changed, 3962 insertions(+), 551 deletions(-)
rename nifi-framework-api/src/main/java/org/apache/nifi/controller/status/history/{ComponentStatusRepository.java => StatusHistoryRepository.java} (81%)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/ComponentDetailsStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/EmbeddedQuestDbRolloverHandler.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/EmbeddedQuestDbStatusHistoryRepository.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/EmptyStatusHistory.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/InMemoryComponentDetailsStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbContext.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbDatabaseManager.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbEntityReadingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbEntityWritingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbQueries.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbReadingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbStatusSnapshotMapper.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/questdb/QuestDbWritingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/BufferedEntryWriter.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/BufferedWriterFlushWorker.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/BufferedWriterForStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/ComponentStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/GarbageCollectionStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/NodeStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/ProcessorStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/StatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/ComponentCounterWritingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbComponentStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbConnectionStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbGarbageCollectionStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbNodeStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbProcessGroupStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbProcessorStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/QuestDbRemoteProcessGroupStatusStorage.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/StorageStatusReadingTemplate.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/status/history/storage/questdb/StorageStatusWritingTemplate.java
rename nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/resources/META-INF/services/{org.apache.nifi.controller.status.history.ComponentStatusRepository => org.apache.nifi.controller.status.history.StatusHistoryRepository} (88%)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/AbstractEmbeddedQuestDbStatusHistoryRepositoryTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/AbstractStatusHistoryRepositoryTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/EmbeddedQuestDbRolloverHandlerTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/EmbeddedQuestDbStatusHistoryRepositoryForComponentsTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/EmbeddedQuestDbStatusHistoryRepositoryForNodeTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/VolatileComponentStatusRepositoryForComponentsTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/VolatileComponentStatusRepositoryForNodeTest.java
delete mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/VolatileComponentStatusRepositoryTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/test/java/org/apache/nifi/controller/status/history/storage/BufferedWriterForStatusStorageTest.java