You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nifi.apache.org by lo...@apache.org on 2023/02/24 11:41:51 UTC
[nifi-minifi-cpp] branch MINIFICPP-2028 updated (8824555f5 -> a17acacf2)
This is an automated email from the ASF dual-hosted git repository.
lordgamez pushed a change to branch MINIFICPP-2028
in repository https://gitbox.apache.org/repos/asf/nifi-minifi-cpp.git
omit 8824555f5 MINIFICPP-2028 Remove SerializableComponent dependency from Repository
omit afa6b672f MINIFICPP-2024 Refactor repository hierarchy
add 30fdfb7ee MINIFICPP-1948 Add the UUID to the end of Processor and Controller Service log lines
add 63c4eb9e9 MINIFICPP-2025 Eliminate cmake CMP0135 warnings
add 00d145e08 MINIFICPP-1972 - Refactor State Manager code
add 6c57decc7 MINIFICPP-1991 - Remove unused ControllerServiceProvider methods
add 8d18ef1ff MINIFICPP-2026 Make isRunning member functions const
add e6d827187 MINIFICPP-1973 Refactor ResourceQueue
add 2173e13e1 MINIFICPP-1987 Configuring processor metrics with regular expressions
add 78a5c85b8 MINIFICPP-1965 Add CMAKE flags to select malloc implementation
add 572e7e928 MINIFICPP-2032 Add support for new AWS regions
add 06d1d1610 MINIFICPP-2004 Remove default property values from kubernetes examples
add 2dc589158 MINIFICPP-1983 Mount files in minifi test containers
add 417756064 MINIFICPP-1983 Modify correct minifi.properties file for test containers
add 9f2040abc MINIFICPP-2008 Differentiate successful onTriggers from throwing onTriggers in ScheduleAgents
add 169cd6822 MINIFICPP-2036 Upgrade gcc to version 11
add c172824f1 MINIFICPP-2036 Handle different ccache directory locations
add a1099c556 MINIFICPP-1994 - Adding failure relationship to SQL processors
add 1181498b8 MINIFICPP-2016 Add session commit time metrics
add 71f5f8bfb MINIFICPP-2020 Improve error messages when MiNiFi is not able to start
add e9ca206f9 MINIFICPP-1840 - Add support for MQTT 5 Closes #1432
add f2f561ce2 MINIFICPP-1979 Use Coroutines with asio
add d25cd5d89 MINIFICPP-1975 Volatile and persistent combination of repositories should be avoided
add 3c44ebaff MINIFICPP-2009 CWEL should add resolved attributes with json output as well
add 650f7c28b MINIFICPP-2043 Reset flowfile repo checkpoint during initialization
add 556407c86 MINIFICPP-2024 Refactor repository hierarchy
add 2600a98f8 MINIFICPP-2044 Make listing processors single threaded
add e63a287fe MINIFICPP-1997 Fix transiently failing FileSystemRepositoryTests
add 0911692f3 MINIFICPP-2028 Remove SerializableComponent dependency from Repository
add a17acacf2 Fix after rebase
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8824555f5)
\
N -- N -- N refs/heads/MINIFICPP-2028 (a17acacf2)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 6 +-
C2.md | 4 +
CMakeLists.txt | 35 +-
METRICS.md | 34 +-
PROCESSORS.md | 261 ++++++-----
README.md | 2 +-
bootstrap.sh | 16 +-
centos.sh | 5 +-
cmake/BuildTests.cmake | 1 +
cmake/BundledAwsSdkCpp.cmake | 15 +-
cmake/BundledLibXml2.cmake | 4 +
.../ut/CMakeLists.txt => cmake/Coroutines.cmake | 8 +-
cmake/{Abseil.cmake => Crc32c.cmake} | 16 +-
cmake/FindLibGPS.cmake | 12 +-
cmake/GoogleCloudCpp.cmake | 13 +-
cmake/{ExpectedLite.cmake => MiMalloc.cmake} | 13 +-
cmake/MiNiFiOptions.cmake | 9 +
cmake/{Abseil.cmake => RpMalloc.cmake} | 18 +-
conf/minifi-log.properties | 3 +
controller/Controller.h | 15 +-
docker/DockerBuild.sh | 2 +-
docker/Dockerfile | 10 +-
docker/centos/Dockerfile | 6 +-
docker/conf/minifi-log.properties | 3 +
docker/requirements.txt | 2 +-
.../integration/MiNiFi_integration_test_driver.py | 148 ++++---
.../ContainerStore.py} | 134 +++---
.../test/integration/cluster/DockerCommunicator.py | 69 +++
.../test/integration/cluster/DockerTestCluster.py | 267 ++++++++++++
.../DockerTestDirectoryBindings.py | 5 +-
.../{minifi/core => cluster}/ImageStore.py | 65 +--
.../{minifi/core => cluster}/KubernetesProxy.py | 0
.../{minifi/core => cluster}/LogSource.py | 0
docker/test/integration/{ => cluster}/__init__.py | 0
.../integration/cluster/checkers/AwsChecker.py | 49 +++
.../integration/cluster/checkers/AzureChecker.py | 59 +++
.../cluster/checkers/ElasticSearchChecker.py | 46 ++
.../checkers/GcsChecker.py} | 28 +-
.../checkers/PostgresChecker.py} | 19 +-
.../core => cluster/checkers}/PrometheusChecker.py | 33 +-
.../integration/cluster/checkers/SplunkChecker.py | 80 ++++
.../integration/{ => cluster/checkers}/__init__.py | 0
.../containers}/AzureStorageServerContainer.py | 0
.../core => cluster/containers}/Container.py | 20 +-
.../containers}/ElasticsearchContainer.py | 0
.../containers/FakeGcsServerContainer.py} | 19 +-
.../core => cluster/containers}/FlowContainer.py | 0
.../containers}/HttpProxyContainer.py | 0
.../containers}/KafkaBrokerContainer.py | 0
.../containers}/MinifiAsPodInKubernetesCluster.py | 19 +-
.../containers}/MinifiC2ServerContainer.py | 0
.../cluster/containers/MinifiContainer.py | 126 ++++++
.../containers}/MqttBrokerContainer.py | 0
.../core => cluster/containers}/NifiContainer.py | 2 +-
.../containers}/OPCUAServerContainer.py | 0
.../containers}/OpensearchContainer.py | 0
.../containers}/PostgreSQLServerContainer.py | 0
.../containers}/PrometheusContainer.py | 0
.../containers}/S3ServerContainer.py | 0
.../core => cluster/containers}/SplunkContainer.py | 0
.../containers/SyslogTcpClientContainer.py} | 15 +-
.../containers/SyslogUdpClientContainer.py} | 15 +-
.../containers/TcpClientContainer.py} | 11 +-
.../containers}/ZookeeperContainer.py | 0
.../{ => cluster/containers}/__init__.py | 0
docker/test/integration/environment.py | 6 +-
.../features/attributes_to_json.feature | 15 +
.../integration/features/azure_storage.feature | 15 +
.../features/core_functionality.feature | 31 +-
.../features/defragtextflowfiles.feature | 15 +
.../features/google_cloud_storage.feature | 15 +
.../test/integration/features/hashcontent.feature | 15 +
docker/test/integration/features/http.feature | 15 +
docker/test/integration/features/https.feature | 15 +
docker/test/integration/features/kafka.feature | 15 +
.../integration/features/minifi_c2_server.feature | 16 +
docker/test/integration/features/mqtt.feature | 253 ++++++++++-
.../integration/features/network_listener.feature | 15 +
.../test/integration/features/prometheus.feature | 17 +
.../integration/features/syslog_listener.feature | 15 +
.../FileSystemObserver.py | 0
.../OutputEventHandler.py | 2 +-
.../{ => filesystem_validation}/__init__.py | 0
.../controllers/ElasticsearchCredentialsService.py | 14 +
.../controllers/GCPCredentialsControllerService.py | 14 +
docker/test/integration/minifi/core/Cluster.py | 53 ---
.../integration/minifi/core/DockerTestCluster.py | 320 --------------
.../minifi/core/FakeGcsServerContainer.py | 27 --
.../integration/minifi/core/MinifiContainer.py | 74 ----
.../minifi/core/MinifiWithHttpsC2Config.py | 21 -
.../core/MinifiWithProvenanceRepoContainer.py | 21 -
.../minifi/core/SyslogTcpClientContainer.py | 23 -
.../minifi/core/SyslogUdpClientContainer.py | 23 -
.../integration/minifi/core/TcpClientContainer.py | 23 -
.../minifi/core/TransientMinifiContainer.py | 24 -
.../minifi/processors/DeleteGCSObject.py | 14 +
.../minifi/processors/FetchGCSObject.py | 14 +
.../minifi/processors/ListAzureBlobStorage.py | 14 +
.../integration/minifi/processors/ListGCSBucket.py | 14 +
.../integration/minifi/processors/ListenSyslog.py | 14 +
.../integration/minifi/processors/ListenTCP.py | 14 +
.../minifi/processors/LogOnDestructionProcessor.py | 14 +
.../integration/minifi/processors/PutGCSObject.py | 14 +
.../minifi/validators/FileOutputValidator.py | 2 +-
.../minifi/validators/MultiFileOutputValidator.py | 2 +-
.../validators/SingleJSONFileOutputValidator.py | 2 +-
.../kubernetes/pods-etc/minifi.test-pod.yml | 2 +-
.../resources/minifi-c2-server-ssl/config.yml | 8 +-
.../resources/minifi/minifi-log.properties | 4 +
.../integration/resources/minifi/minifi.properties | 17 +
.../minifi.properties | 29 --
.../{minifi/core => ssl_utils}/SSL_cert_utils.py | 0
.../test/integration/{ => ssl_utils}/__init__.py | 0
docker/test/integration/steps/steps.py | 105 +++--
docker/test/integration/{minifi/core => }/utils.py | 36 ++
.../daemon-set-log-collection.yml | 6 -
.../sidecar-log-collection.yml | 6 -
.../aws/controllerservices/AWSCredentialsService.h | 2 +-
extensions/aws/processors/DeleteS3Object.h | 4 +-
extensions/aws/processors/FetchS3Object.h | 4 +-
extensions/aws/processors/ListS3.h | 6 +-
extensions/aws/processors/PutS3Object.h | 4 +-
extensions/aws/processors/S3Processor.cpp | 5 +-
extensions/aws/processors/S3Processor.h | 7 +-
.../processors/S3ProcessorStaticDefinitions.cpp | 7 +-
extensions/aws/s3/S3ClientRequestSender.cpp | 28 +-
extensions/aws/s3/S3ClientRequestSender.h | 14 +-
extensions/aws/s3/S3Wrapper.h | 6 +-
.../AzureStorageCredentialsService.h | 4 +-
.../processors/AzureBlobStorageProcessorBase.h | 4 -
.../AzureBlobStorageSingleBlobProcessorBase.h | 4 -
.../azure/processors/DeleteAzureDataLakeStorage.h | 2 +-
.../azure/processors/FetchAzureDataLakeStorage.h | 2 +-
extensions/azure/processors/ListAzureBlobStorage.h | 4 +-
.../azure/processors/ListAzureDataLakeStorage.h | 6 +-
extensions/bustache/ApplyTemplate.h | 2 +-
extensions/bustache/CMakeLists.txt | 1 -
extensions/civetweb/processors/ListenHTTP.h | 7 +-
extensions/coap/controllerservice/CoapConnector.h | 2 +-
extensions/coap/server/CoapServer.h | 6 +-
.../ElasticsearchCredentialsControllerService.h | 4 +-
extensions/elasticsearch/PostElasticsearch.h | 2 +-
.../GCPCredentialsControllerService.h | 4 +-
extensions/gcp/processors/DeleteGCSObject.h | 2 +-
extensions/gcp/processors/FetchGCSObject.h | 2 +-
extensions/gcp/processors/ListGCSBucket.h | 2 +-
extensions/gcp/processors/PutGCSObject.h | 2 +-
extensions/gps/GetGPS.h | 2 +-
extensions/http-curl/client/HTTPClient.h | 2 +-
extensions/http-curl/processors/InvokeHTTP.cpp | 15 +-
extensions/http-curl/processors/InvokeHTTP.h | 2 +-
.../http-curl/tests/C2DescribeMetricsTest.cpp | 30 +-
extensions/http-curl/tests/C2MetricsTest.cpp | 2 +-
.../tests/ControllerServiceIntegrationTests.cpp | 43 +-
extensions/jni/ExecuteJavaControllerService.h | 6 +-
extensions/jni/jvm/JavaControllerService.h | 4 +-
.../KubernetesControllerService.cpp | 2 +-
.../processors/CollectKubernetesPodMetrics.h | 2 +-
extensions/libarchive/BinFiles.h | 15 +-
extensions/libarchive/CompressContent.h | 14 +-
extensions/libarchive/FocusArchiveEntry.h | 3 +-
extensions/libarchive/ManipulateArchive.h | 2 +-
extensions/libarchive/MergeContent.cpp | 4 +-
extensions/libarchive/MergeContent.h | 16 +-
extensions/libarchive/UnfocusArchiveEntry.h | 2 +-
extensions/librdkafka/ConsumeKafka.h | 11 +-
extensions/librdkafka/PublishKafka.h | 2 +-
.../mqtt/processors/AbstractMQTTProcessor.cpp | 394 ++++++++++++++---
extensions/mqtt/processors/AbstractMQTTProcessor.h | 251 ++++++-----
.../AbstractMQTTProcessorStaticDefinitions.cpp | 66 ++-
extensions/mqtt/processors/ConsumeMQTT.cpp | 356 ++++++++++++---
extensions/mqtt/processors/ConsumeMQTT.h | 147 +++++--
extensions/mqtt/processors/PublishMQTT.cpp | 287 +++++++++---
extensions/mqtt/processors/PublishMQTT.h | 151 ++++---
extensions/mqtt/tests/ConsumeMQTTTests.cpp | 106 ++++-
extensions/mqtt/tests/PublishMQTTTests.cpp | 29 +-
extensions/opc/include/fetchopc.h | 16 +-
extensions/opc/include/putopc.h | 4 +-
extensions/opencv/CaptureRTSPFrame.h | 2 +-
extensions/opencv/MotionDetector.h | 2 +-
.../SourceInitiatedSubscriptionListener.h | 2 +-
extensions/pcap/CapturePacket.h | 2 +-
extensions/procfs/processors/ProcFsMonitor.h | 3 +-
extensions/rocksdb-repos/FlowFileRepository.cpp | 1 +
...lueStoreService.cpp => RocksDbStateStorage.cpp} | 74 ++--
...eyValueStoreService.h => RocksDbStateStorage.h} | 36 +-
extensions/script/ExecuteScript.cpp | 10 +-
extensions/script/ExecuteScript.h | 2 +-
extensions/script/python/ExecutePythonProcessor.h | 2 +-
extensions/sftp/processors/FetchSFTP.cpp | 6 +-
extensions/sftp/processors/FetchSFTP.h | 4 +-
extensions/sftp/processors/ListSFTP.cpp | 21 +-
extensions/sftp/processors/ListSFTP.h | 30 +-
extensions/sftp/processors/PutSFTP.cpp | 15 +-
extensions/splunk/PutSplunkHTTP.cpp | 48 +-
extensions/splunk/PutSplunkHTTP.h | 2 +-
extensions/sql/data/DatabaseConnectors.h | 25 +-
extensions/sql/data/SociConnectors.cpp | 39 +-
extensions/sql/data/SociConnectors.h | 20 +-
extensions/sql/processors/ExecuteSQL.cpp | 24 +-
extensions/sql/processors/ExecuteSQL.h | 4 +-
extensions/sql/processors/PutSQL.cpp | 23 +-
extensions/sql/processors/PutSQL.h | 4 +-
extensions/sql/processors/QueryDatabaseTable.cpp | 8 +-
extensions/sql/processors/QueryDatabaseTable.h | 3 +-
extensions/sql/processors/SQLProcessor.cpp | 29 +-
.../processors/SQLProcessorStaticDefinitions.cpp | 4 +-
extensions/sql/services/DatabaseService.h | 8 +-
extensions/sql/services/ODBCConnector.h | 6 +-
extensions/standard-processors/CMakeLists.txt | 3 +
.../controllers/InMemoryKeyValueStorage.cpp | 77 ++++
.../controllers/InMemoryKeyValueStorage.h | 30 +-
...reService.cpp => PersistentMapStateStorage.cpp} | 120 ++---
...eStoreService.h => PersistentMapStateStorage.h} | 47 +-
.../UnorderedMapKeyValueStoreService.cpp | 108 -----
.../controllers/VolatileMapStateStorage.cpp | 75 ++++
...lueStoreService.h => VolatileMapStateStorage.h} | 26 +-
.../processors/AppendHostInfo.h | 12 +-
.../processors/AttributesToJSON.h | 2 +-
.../processors/DefragmentText.h | 2 +-
.../processors/ExecuteProcess.h | 10 +-
.../standard-processors/processors/ExtractText.h | 2 +-
.../standard-processors/processors/FetchFile.h | 2 +-
.../processors/GenerateFlowFile.h | 3 +-
.../standard-processors/processors/GetFile.h | 2 +-
extensions/standard-processors/processors/GetTCP.h | 27 +-
.../standard-processors/processors/HashContent.h | 8 +-
.../standard-processors/processors/ListFile.h | 4 +-
.../processors/ListenSyslog.cpp | 5 +-
.../standard-processors/processors/ListenSyslog.h | 2 +-
.../standard-processors/processors/ListenTCP.cpp | 5 +-
.../standard-processors/processors/ListenTCP.h | 2 +-
.../standard-processors/processors/ListenUDP.h | 2 +-
.../standard-processors/processors/LogAttribute.h | 19 +-
.../processors/NetworkListenerProcessor.cpp | 8 +-
.../processors/NetworkListenerProcessor.h | 7 +-
.../standard-processors/processors/PutFile.h | 6 +-
.../standard-processors/processors/PutTCP.cpp | 484 +++++++--------------
extensions/standard-processors/processors/PutTCP.h | 34 +-
.../standard-processors/processors/PutUDP.cpp | 4 +-
.../standard-processors/processors/ReplaceText.cpp | 2 +-
.../standard-processors/processors/RetryFlowFile.h | 2 +-
.../processors/RouteOnAttribute.h | 7 +-
.../standard-processors/processors/RouteText.cpp | 6 +-
.../standard-processors/processors/TailFile.h | 4 +-
.../processors/UpdateAttribute.h | 7 +-
.../standard-processors/tests/CMakeLists.txt | 2 +
.../tests/unit/ListenSyslogTests.cpp | 204 +++++----
.../tests/unit/ListenTcpTests.cpp | 187 +++++---
.../tests/unit/ListenUDPTests.cpp | 53 +--
.../standard-processors/tests/unit/PutTCPTests.cpp | 162 +++----
.../standard-processors/tests/unit/PutUDPTests.cpp | 13 +-
extensions/systemd/ConsumeJournald.h | 6 +-
extensions/tensorflow/TFApplyGraph.h | 2 +-
extensions/tensorflow/TFConvertImageToTensor.h | 2 +-
extensions/tensorflow/TFExtractTopLabels.h | 2 +-
extensions/test-processors/KamikazeProcessor.h | 2 +-
.../test-processors/LogOnDestructionProcessor.h | 2 +-
extensions/usb-camera/GetUSBCamera.h | 8 +-
extensions/windows-event-log/Bookmark.cpp | 2 +-
extensions/windows-event-log/Bookmark.h | 4 +-
.../CollectorInitiatedSubscription.cpp | 2 +-
.../windows-event-log/ConsumeWindowsEventLog.cpp | 56 ++-
.../windows-event-log/ConsumeWindowsEventLog.h | 11 +-
.../windows-event-log/tests/BookmarkTests.cpp | 22 +-
.../tests/ConsumeWindowsEventLogTests.cpp | 12 +
libminifi/CMakeLists.txt | 3 +
libminifi/include/Connection.h | 2 +-
libminifi/include/CronDrivenSchedulingAgent.h | 2 -
libminifi/include/EventDrivenSchedulingAgent.h | 25 +-
libminifi/include/FlowController.h | 39 +-
libminifi/include/Funnel.h | 2 +-
libminifi/include/Port.h | 2 +-
libminifi/include/RemoteProcessorGroupPort.h | 2 +-
libminifi/include/SchedulingAgent.h | 35 +-
libminifi/include/ThreadedSchedulingAgent.h | 26 +-
libminifi/include/TimerDrivenSchedulingAgent.h | 27 +-
libminifi/include/c2/C2Protocol.h | 6 +-
libminifi/include/c2/HeartbeatReporter.h | 2 +-
libminifi/include/c2/triggers/FileUpdateTrigger.h | 2 +-
.../include/controllers/AttributeProviderService.h | 2 +-
.../controllers/LinuxPowerManagementService.h | 4 +-
.../controllers/NetworkPrioritizerService.h | 4 +-
libminifi/include/controllers/SSLContextService.h | 20 +-
.../include/controllers/ThreadManagementService.h | 10 +-
.../controllers/UpdatePolicyControllerService.h | 2 +-
.../AbstractCoreComponentStateManagerProvider.h | 87 ----
...stingKeyValueStoreService.h => AutoPersistor.h} | 45 +-
.../KeyValueStateManager.h} | 41 +-
...yValueStoreService.h => KeyValueStateStorage.h} | 55 ++-
.../keyvalue/PersistableKeyValueStoreService.h | 49 ---
libminifi/include/core/ConfigurableComponent.h | 17 +-
libminifi/include/core/Connectable.h | 2 +-
libminifi/include/core/CoreComponentState.h | 82 ----
libminifi/include/core/ProcessContext.h | 110 +++--
libminifi/include/core/ProcessGroup.h | 14 +-
libminifi/include/core/ProcessSession.h | 2 +-
libminifi/include/core/ProcessSessionFactory.h | 4 +-
libminifi/include/core/Processor.h | 3 +-
libminifi/include/core/ProcessorMetrics.h | 5 +
libminifi/include/core/ProcessorNode.h | 2 +-
libminifi/include/core/Repository.h | 4 +-
.../{json/JsonConfiguration.h => StateManager.h} | 54 ++-
.../{ConfigurationFactory.h => StateStorage.h} | 31 +-
libminifi/include/core/ThreadedRepository.h | 2 +-
.../include/core/controller/ControllerService.h | 4 +-
.../core/controller/ControllerServiceProvider.h | 88 +---
.../ForwardingControllerServiceProvider.h | 62 +--
.../controller/StandardControllerServiceProvider.h | 131 +-----
libminifi/include/core/logging/Logger.h | 57 ++-
.../include/core/logging/LoggerConfiguration.h | 27 +-
libminifi/include/core/logging/LoggerFactory.h | 9 +-
.../include/core/repository/VolatileRepository.h | 2 -
.../core/repository/VolatileRepositoryData.h | 9 +-
libminifi/include/core/state/ProcessorController.h | 6 +-
libminifi/include/core/state/UpdateController.h | 2 +-
libminifi/include/core/state/nodes/MetricsBase.h | 2 +-
.../include/core/state/nodes/ResponseNodeLoader.h | 21 +-
libminifi/include/properties/Configuration.h | 15 +-
libminifi/include/properties/Configure.h | 17 +-
libminifi/include/sitetosite/SiteToSiteClient.h | 2 +-
libminifi/include/utils/Enum.h | 5 +-
libminifi/include/utils/ListingStateManager.h | 6 +-
libminifi/include/utils/ResourceQueue.h | 32 +-
libminifi/include/utils/ThreadPool.h | 23 +-
libminifi/include/utils/net/AsioCoro.h | 75 ++++
libminifi/include/utils/net/Server.h | 15 +-
.../include/utils/net/SessionHandlingServer.h | 67 ---
libminifi/include/utils/net/Ssl.h | 16 +
libminifi/include/utils/net/SslServer.h | 65 ---
libminifi/include/utils/net/TcpServer.h | 38 +-
libminifi/include/utils/net/UdpServer.h | 12 +-
libminifi/src/Configuration.cpp | 15 +-
libminifi/src/Configure.cpp | 18 +-
libminifi/src/CronDrivenSchedulingAgent.cpp | 17 +-
libminifi/src/EventDrivenSchedulingAgent.cpp | 16 +-
libminifi/src/FlowController.cpp | 29 +-
libminifi/src/SchedulingAgent.cpp | 69 +--
libminifi/src/TimerDrivenSchedulingAgent.cpp | 23 +-
libminifi/src/c2/C2Agent.cpp | 18 +-
libminifi/src/c2/C2Client.cpp | 2 +-
.../controllers/LinuxPowerManagementService.cpp | 2 +-
.../src/controllers/NetworkPrioritizerService.cpp | 2 +-
libminifi/src/controllers/SSLContextService.cpp | 10 +-
.../controllers/UpdatePolicyControllerService.cpp | 2 +-
.../AbstractCoreComponentStateManagerProvider.cpp | 222 ----------
...gKeyValueStoreService.cpp => AutoPersistor.cpp} | 59 +--
.../controllers/keyvalue/KeyValueStateManager.cpp | 145 ++++++
.../controllers/keyvalue/KeyValueStateStorage.cpp | 104 +++++
.../controllers/keyvalue/KeyValueStoreService.cpp | 39 --
.../keyvalue/PersistableKeyValueStoreService.cpp | 63 ---
libminifi/src/core/ConfigurableComponent.cpp | 25 +-
libminifi/src/core/Connectable.cpp | 4 +-
libminifi/src/core/FlowConfiguration.cpp | 4 +-
libminifi/src/core/ProcessGroup.cpp | 28 +-
libminifi/src/core/Processor.cpp | 14 +-
libminifi/src/core/ProcessorMetrics.cpp | 20 +-
libminifi/src/core/ProcessorNode.cpp | 2 +-
libminifi/src/core/Repository.cpp | 10 +-
libminifi/src/core/RepositoryFactory.cpp | 32 +-
libminifi/src/core/logging/LoggerConfiguration.cpp | 30 +-
libminifi/src/core/logging/LoggerFactory.cpp | 4 +-
.../core/repository/VolatileContentRepository.cpp | 5 +-
.../src/core/repository/VolatileRepository.cpp | 6 -
.../src/core/repository/VolatileRepositoryData.cpp | 18 +-
libminifi/src/core/state/ProcessorController.cpp | 6 +-
.../src/core/state/nodes/ResponseNodeLoader.cpp | 40 +-
libminifi/src/utils/ThreadPool.cpp | 41 +-
libminifi/src/utils/net/SslServer.cpp | 90 ----
libminifi/src/utils/net/TcpServer.cpp | 90 ++--
libminifi/src/utils/net/UdpServer.cpp | 41 +-
libminifi/test/Catch.h | 46 +-
libminifi/test/ReadFromFlowFileTestProcessor.h | 3 +-
libminifi/test/StatefulProcessor.h | 6 +-
libminifi/test/TestBase.cpp | 69 ++-
libminifi/test/TestBase.h | 14 +-
libminifi/test/Utils.h | 75 ++--
libminifi/test/WriteToFlowFileTestProcessor.h | 3 +-
libminifi/test/aws-tests/PutS3ObjectTests.cpp | 4 +-
libminifi/test/flow-tests/CycleTest.cpp | 4 +-
libminifi/test/flow-tests/FlowControllerTests.cpp | 4 +-
libminifi/test/flow-tests/LoopTest.cpp | 4 +-
libminifi/test/flow-tests/MultiLoopTest.cpp | 4 +-
libminifi/test/integration/IntegrationBase.h | 8 +-
.../integration/StateTransactionalityTests.cpp | 118 ++---
libminifi/test/keyvalue-tests/CMakeLists.txt | 6 +-
...viceTest.cpp => PersistentStateStorageTest.cpp} | 34 +-
...iceTest.cpp => VolatileMapStateStorageTest.cpp} | 33 +-
...rviceTest.yml => PersistentMapStateStorage.yml} | 2 +-
...toreServiceTest.yml => RocksDbStateStorage.yml} | 2 +-
...ServiceTest.yml => VolatileMapStateStorage.yml} | 2 +-
libminifi/test/sql-tests/ExecuteSQLTests.cpp | 41 +-
libminifi/test/sql-tests/PutSQLTests.cpp | 89 +++-
libminifi/test/sql-tests/SQLTestPlan.h | 2 +-
libminifi/test/sql-tests/mocks/MockConnectors.cpp | 14 +-
libminifi/test/sql-tests/mocks/MockODBCService.h | 2 +-
libminifi/test/unit/ComponentManifestTests.cpp | 2 +-
libminifi/test/unit/ControllerTests.cpp | 4 +-
libminifi/test/unit/FileSystemRepositoryTests.cpp | 13 +-
libminifi/test/unit/LoggerTests.cpp | 35 ++
libminifi/test/unit/MetricsTests.cpp | 41 +-
libminifi/test/unit/MockClasses.h | 2 +-
libminifi/test/unit/ProvenanceTestHelper.h | 9 +-
libminifi/test/unit/ResourceQueueTests.cpp | 77 +++-
libminifi/test/unit/ResponseNodeLoaderTests.cpp | 134 ++++++
libminifi/test/unit/SchedulingAgentTests.cpp | 2 +-
minifi_main/CMakeLists.txt | 8 +-
minifi_main/MiNiFiMain.cpp | 24 +-
minifi_main/MiNiFiWindowsService.cpp | 17 +-
minifi_main/MiNiFiWindowsService.h | 8 +-
nanofi/include/cxx/CallbackProcessor.h | 7 +-
thirdparty/aws-sdk-cpp/bundle-openssl.patch | 46 ++
.../aws-sdk-cpp/c++20-compilation-fixes.patch | 27 +-
thirdparty/aws-sdk-cpp/dll-export-injection.patch | 34 +-
thirdparty/aws-sdk-cpp/shutdown-fix.patch | 9 +-
415 files changed, 6647 insertions(+), 5139 deletions(-)
copy thirdparty/ut/CMakeLists.txt => cmake/Coroutines.cmake (77%)
copy cmake/{Abseil.cmake => Crc32c.cmake} (62%)
copy cmake/{ExpectedLite.cmake => MiMalloc.cmake} (75%)
copy cmake/{Abseil.cmake => RpMalloc.cmake} (61%)
rename docker/test/integration/{minifi/core/SingleNodeDockerCluster.py => cluster/ContainerStore.py} (65%)
create mode 100644 docker/test/integration/cluster/DockerCommunicator.py
create mode 100644 docker/test/integration/cluster/DockerTestCluster.py
rename docker/test/integration/{minifi/core => cluster}/DockerTestDirectoryBindings.py (94%)
rename docker/test/integration/{minifi/core => cluster}/ImageStore.py (71%)
rename docker/test/integration/{minifi/core => cluster}/KubernetesProxy.py (100%)
rename docker/test/integration/{minifi/core => cluster}/LogSource.py (100%)
copy docker/test/integration/{ => cluster}/__init__.py (100%)
create mode 100644 docker/test/integration/cluster/checkers/AwsChecker.py
create mode 100644 docker/test/integration/cluster/checkers/AzureChecker.py
create mode 100644 docker/test/integration/cluster/checkers/ElasticSearchChecker.py
copy docker/test/integration/{minifi/core/FlowContainer.py => cluster/checkers/GcsChecker.py} (55%)
copy docker/test/integration/{minifi/controllers/KubernetesControllerService.py => cluster/checkers/PostgresChecker.py} (53%)
rename docker/test/integration/{minifi/core => cluster/checkers}/PrometheusChecker.py (80%)
create mode 100644 docker/test/integration/cluster/checkers/SplunkChecker.py
copy docker/test/integration/{ => cluster/checkers}/__init__.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/AzureStorageServerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/Container.py (73%)
rename docker/test/integration/{minifi/core => cluster/containers}/ElasticsearchContainer.py (100%)
copy docker/test/integration/{minifi/core/HttpProxyContainer.py => cluster/containers/FakeGcsServerContainer.py} (69%)
rename docker/test/integration/{minifi/core => cluster/containers}/FlowContainer.py (100%)
copy docker/test/integration/{minifi/core => cluster/containers}/HttpProxyContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/KafkaBrokerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/MinifiAsPodInKubernetesCluster.py (83%)
rename docker/test/integration/{minifi/core => cluster/containers}/MinifiC2ServerContainer.py (100%)
create mode 100644 docker/test/integration/cluster/containers/MinifiContainer.py
rename docker/test/integration/{minifi/core => cluster/containers}/MqttBrokerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/NifiContainer.py (96%)
rename docker/test/integration/{minifi/core => cluster/containers}/OPCUAServerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/OpensearchContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/PostgreSQLServerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/PrometheusContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/S3ServerContainer.py (100%)
rename docker/test/integration/{minifi/core => cluster/containers}/SplunkContainer.py (100%)
copy docker/test/integration/{minifi/core/HttpProxyContainer.py => cluster/containers/SyslogTcpClientContainer.py} (73%)
copy docker/test/integration/{minifi/core/HttpProxyContainer.py => cluster/containers/SyslogUdpClientContainer.py} (73%)
rename docker/test/integration/{minifi/core/HttpProxyContainer.py => cluster/containers/TcpClientContainer.py} (83%)
rename docker/test/integration/{minifi/core => cluster/containers}/ZookeeperContainer.py (100%)
copy docker/test/integration/{ => cluster/containers}/__init__.py (100%)
rename docker/test/integration/{minifi/core => filesystem_validation}/FileSystemObserver.py (100%)
rename docker/test/integration/{minifi/core => filesystem_validation}/OutputEventHandler.py (98%)
copy docker/test/integration/{ => filesystem_validation}/__init__.py (100%)
delete mode 100644 docker/test/integration/minifi/core/Cluster.py
delete mode 100644 docker/test/integration/minifi/core/DockerTestCluster.py
delete mode 100644 docker/test/integration/minifi/core/FakeGcsServerContainer.py
delete mode 100644 docker/test/integration/minifi/core/MinifiContainer.py
delete mode 100644 docker/test/integration/minifi/core/MinifiWithHttpsC2Config.py
delete mode 100644 docker/test/integration/minifi/core/MinifiWithProvenanceRepoContainer.py
delete mode 100644 docker/test/integration/minifi/core/SyslogTcpClientContainer.py
delete mode 100644 docker/test/integration/minifi/core/SyslogUdpClientContainer.py
delete mode 100644 docker/test/integration/minifi/core/TcpClientContainer.py
delete mode 100644 docker/test/integration/minifi/core/TransientMinifiContainer.py
create mode 100644 docker/test/integration/resources/minifi/minifi-log.properties
create mode 100644 docker/test/integration/resources/minifi/minifi.properties
delete mode 100644 docker/test/integration/resources/minifi_cpp_with_provenance_repo/minifi.properties
rename docker/test/integration/{minifi/core => ssl_utils}/SSL_cert_utils.py (100%)
copy docker/test/integration/{ => ssl_utils}/__init__.py (100%)
rename docker/test/integration/{minifi/core => }/utils.py (62%)
rename extensions/rocksdb-repos/controllers/{RocksDbPersistableKeyValueStoreService.cpp => RocksDbStateStorage.cpp} (68%)
rename extensions/rocksdb-repos/controllers/{RocksDbPersistableKeyValueStoreService.h => RocksDbStateStorage.h} (74%)
create mode 100644 extensions/standard-processors/controllers/InMemoryKeyValueStorage.cpp
copy libminifi/include/controllers/AttributeProviderService.h => extensions/standard-processors/controllers/InMemoryKeyValueStorage.h (52%)
rename extensions/standard-processors/controllers/{UnorderedMapPersistableKeyValueStoreService.cpp => PersistentMapStateStorage.cpp} (59%)
rename extensions/standard-processors/controllers/{UnorderedMapPersistableKeyValueStoreService.h => PersistentMapStateStorage.h} (63%)
delete mode 100644 extensions/standard-processors/controllers/UnorderedMapKeyValueStoreService.cpp
create mode 100644 extensions/standard-processors/controllers/VolatileMapStateStorage.cpp
rename extensions/standard-processors/controllers/{UnorderedMapKeyValueStoreService.h => VolatileMapStateStorage.h} (75%)
delete mode 100644 libminifi/include/controllers/keyvalue/AbstractCoreComponentStateManagerProvider.h
rename libminifi/include/controllers/keyvalue/{AbstractAutoPersistingKeyValueStoreService.h => AutoPersistor.h} (61%)
copy libminifi/include/controllers/{AttributeProviderService.h => keyvalue/KeyValueStateManager.h} (52%)
rename libminifi/include/controllers/keyvalue/{KeyValueStoreService.h => KeyValueStateStorage.h} (53%)
delete mode 100644 libminifi/include/controllers/keyvalue/PersistableKeyValueStoreService.h
delete mode 100644 libminifi/include/core/CoreComponentState.h
copy libminifi/include/core/{json/JsonConfiguration.h => StateManager.h} (51%)
copy libminifi/include/core/{ConfigurationFactory.h => StateStorage.h} (62%)
create mode 100644 libminifi/include/utils/net/AsioCoro.h
delete mode 100644 libminifi/include/utils/net/SessionHandlingServer.h
delete mode 100644 libminifi/include/utils/net/SslServer.h
delete mode 100644 libminifi/src/controllers/keyvalue/AbstractCoreComponentStateManagerProvider.cpp
rename libminifi/src/controllers/keyvalue/{AbstractAutoPersistingKeyValueStoreService.cpp => AutoPersistor.cpp} (52%)
create mode 100644 libminifi/src/controllers/keyvalue/KeyValueStateManager.cpp
create mode 100644 libminifi/src/controllers/keyvalue/KeyValueStateStorage.cpp
delete mode 100644 libminifi/src/controllers/keyvalue/KeyValueStoreService.cpp
delete mode 100644 libminifi/src/controllers/keyvalue/PersistableKeyValueStoreService.cpp
delete mode 100644 libminifi/src/utils/net/SslServer.cpp
rename libminifi/test/keyvalue-tests/{PersistableKeyValueStoreServiceTest.cpp => PersistentStateStorageTest.cpp} (80%)
rename libminifi/test/keyvalue-tests/{UnorderedMapKeyValueStoreServiceTest.cpp => VolatileMapStateStorageTest.cpp} (78%)
rename libminifi/test/resources/{UnorderedMapPersistableKeyValueStoreServiceTest.yml => PersistentMapStateStorage.yml} (95%)
rename libminifi/test/resources/{RocksDbPersistableKeyValueStoreServiceTest.yml => RocksDbStateStorage.yml} (95%)
rename libminifi/test/resources/{UnorderedMapKeyValueStoreServiceTest.yml => VolatileMapStateStorage.yml} (95%)
create mode 100644 libminifi/test/unit/ResponseNodeLoaderTests.cpp
create mode 100644 thirdparty/aws-sdk-cpp/bundle-openssl.patch