You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nifi.apache.org by ma...@apache.org on 2021/05/19 12:52:20 UTC
[nifi] branch main updated (a223f1e -> ecacfda)
This is an automated email from the ASF dual-hosted git repository.
markap14 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/nifi.git.
from a223f1e NIFI-8614 Updated FileBasedClusterNodeFirewallFactoryBean to return default implementation
add ecacfda NIFI-8469: Introduced ProcessSession.commitAsync and updated processors to use it. Deprecated ProcessSession.commit() - Updated Mock Framework to now fail tests that use ProcessSession.commit() unless they first call TestRunner.setAllowSynchronousSessionCommits(true) - Updated stateless nifi in order to make use of async session commits - Fixed bug that caused stateless to not properly handle Additional Classpath URLs and bug that caused warnings about validation to get [...]
No new revisions were added by this update.
Summary of changes:
.../apache/nifi/processor/AbstractProcessor.java | 2 +-
.../org/apache/nifi/processor/ProcessSession.java | 118 ++++++++++
.../java/org/apache/nifi/processor/Processor.java | 4 +-
nifi-external/nifi-kafka-connect/README.md | 11 +-
.../org/apache/nifi/util/MockProcessSession.java | 40 +++-
.../org/apache/nifi/util/MockSessionFactory.java | 7 +-
.../nifi/util/StandardProcessorTestRunner.java | 11 +-
.../main/java/org/apache/nifi/util/TestRunner.java | 20 +-
.../apache/nifi/util/TestMockProcessSession.java | 21 +-
.../accumulo/processors/PutAccumuloRecord.java | 8 +-
.../apache/nifi/amqp/processors/ConsumeAMQP.java | 29 ++-
.../nifi/processors/aws/AbstractAWSProcessor.java | 31 +--
.../record/AbstractKinesisRecordProcessor.java | 10 +-
.../org/apache/nifi/processors/aws/s3/ListS3.java | 55 +++--
.../org/apache/nifi/processors/aws/sqs/GetSQS.java | 77 ++++---
.../cosmos/document/PutAzureCosmosDBRecord.java | 22 +-
.../azure/eventhub/ConsumeAzureEventHub.java | 9 +-
.../azure/storage/queue/GetAzureQueueStorage.java | 40 ++--
.../apache/nifi/processors/beats/ListenBeats.java | 11 +-
.../cdc/mysql/processors/CaptureChangeMySQL.java | 8 +-
.../processors/cybersecurity/CompareFuzzyHash.java | 2 -
.../nifi/processors/druid/PutDruidRecord.java | 46 ++--
.../processors/email/AbstractEmailProcessor.java | 37 ++--
.../apache/nifi/processors/email/ConsumeEWS.java | 2 +-
.../nifi/processors/email/smtp/SmtpConsumer.java | 34 ++-
.../apache/nifi/processor/util/bin/BinFiles.java | 4 +-
.../apache/nifi/processor/util/bin/BinManager.java | 1 +
.../processor/util/list/AbstractListProcessor.java | 4 +-
.../processor/util/list/ListedEntityTracker.java | 18 +-
.../processor/util/pattern/PartialFunctions.java | 2 +-
.../util/put/AbstractPutEventProcessor.java | 10 +-
.../processors/flume/AbstractFlumeProcessor.java | 14 +-
.../nifi/processors/flume/NifiSinkTransaction.java | 9 +-
.../nifi/processors/flume/NifiTransaction.java | 2 +-
.../StandardClusterCoordinationProtocolSender.java | 14 +-
.../org/apache/nifi/connectable/LocalPort.java | 4 +-
.../repository/StandardProcessSession.java | 142 ++++++++++--
.../org/apache/nifi/controller/AbstractPort.java | 3 +-
.../org/apache/nifi/controller/StandardFunnel.java | 4 +-
.../repository/BatchingSessionFactory.java | 28 ++-
.../scheduling/EventDrivenSchedulingAgent.java | 2 +-
.../nifi/controller/tasks/ConnectableTask.java | 12 +-
.../nifi/controller/tasks/ExpireFlowFiles.java | 2 +-
.../nifi/remote/StandardRemoteGroupPort.java | 35 +--
.../protocol/AbstractFlowFileServerProtocol.java | 2 +-
.../http/TestHttpFlowFileServerProtocol.java | 56 ++---
.../nifi-stateless-bundle/README.md | 41 +++-
.../nifi/stateless/flow/DataflowDefinition.java | 2 +
.../nifi/stateless/flow/TransactionThresholds.java | 83 +++++++
.../components/state/HashMapStateProvider.java | 45 ++--
.../state/StatelessStateManagerProvider.java | 10 +
.../config/PropertiesFileFlowDefinitionParser.java | 77 +++++++
.../nifi/stateless/engine/ComponentBuilder.java | 13 +-
.../engine/StandardExecutionProgress.java | 15 +-
.../stateless/engine/StandardStatelessEngine.java | 6 +-
.../nifi/stateless/engine/StatelessEngine.java | 3 +
.../stateless/engine/StatelessReloadComponent.java | 162 ++++++++++++++
.../stateless/flow/StandardDataflowDefinition.java | 13 ++
.../nifi/stateless/flow/StandardStatelessFlow.java | 104 +++++----
.../flow/StandardStatelessFlowCurrent.java | 238 +++++++++++++++++++++
.../nifi/stateless/flow/StatelessFlowCurrent.java} | 18 +-
.../stateless/flow/TransactionThresholdMeter.java | 78 +++++++
.../session/AsynchronousCommitTracker.java | 227 ++++++++++++++++++++
.../stateless/session/StatelessProcessSession.java | 174 +++++++++++----
.../session/StatelessProcessSessionFactory.java | 14 +-
.../TestPropertiesFileFlowDefinitionParser.java | 10 +
.../session/TestAsynchronousCommitTracker.java | 139 ++++++++++++
.../test/resources/flow-configuration.properties | 4 +
.../nifi/processors/gcp/storage/ListGCSBucket.java | 2 +-
.../processors/groovyx/ExecuteGroovyScript.java | 2 +-
.../groovyx/flow/ProcessSessionWrap.java | 158 +++++++-------
.../org/apache/nifi/processors/hadoop/GetHDFS.java | 15 +-
.../apache/nifi/processors/hadoop/ListHDFS.java | 18 +-
.../org/apache/nifi/hbase/AbstractDeleteHBase.java | 4 +-
.../main/java/org/apache/nifi/hbase/GetHBase.java | 33 +--
.../java/org/apache/nifi/hbase/PutHBaseRecord.java | 4 -
.../main/java/org/apache/nifi/hbase/ScanHBase.java | 35 ++-
.../org/apache/nifi/jms/processors/ConsumeJMS.java | 38 +++-
.../apache/nifi/jms/processors/JMSConsumer.java | 145 +++++++------
.../processors/kafka/pubsub/ConsumerLease.java | 10 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 25 +--
.../processors/kafka/pubsub/ConsumerLease.java | 10 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 28 +--
.../processors/kafka/AbstractKafkaProcessor.java | 13 +-
.../processors/kafka/pubsub/ConsumerLease.java | 10 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 30 +--
.../processors/kafka/pubsub/ConsumerLease.java | 10 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 28 +--
.../processors/kafka/pubsub/ConsumerLease.java | 11 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 4 +-
.../processors/kafka/pubsub/ConsumerLease.java | 10 +-
.../processors/kafka/pubsub/ConsumerPoolTest.java | 4 +-
.../processors/lumberjack/ListenLumberjack.java | 11 +-
.../nifi/processors/mongodb/PutMongoRecord.java | 1 -
.../processors/mongodb/gridfs/FetchGridFS.java | 2 +-
.../apache/nifi/processors/mqtt/ConsumeMQTT.java | 13 +-
.../mqtt/common/AbstractMQTTProcessor.java | 2 +-
.../nifi/processors/mqtt/TestConsumeMQTT.java | 2 +-
.../nifi/processors/network/ParseNetflowv5.java | 51 ++---
.../apache/nifi/processors/riemann/PutRiemann.java | 2 -
.../nifi/processors/script/ExecuteScript.java | 2 +-
.../src/test/resources/groovy/test_reader.groovy | 10 +-
.../javascript/testScriptRoutesToFailure.js | 2 +-
.../src/test/resources/javascript/test_reader.js | 2 +-
.../src/test/resources/jython/test_compress.py | 2 +-
.../src/test/resources/jython/test_modules_path.py | 2 +-
.../src/test/resources/jython/test_reader.py | 2 +-
.../test/resources/jython/test_update_attribute.py | 2 +-
.../org/apache/nifi/processors/smb/GetSmbFile.java | 44 ++--
.../processors/standard/AbstractExecuteSQL.java | 7 +-
.../standard/AbstractQueryDatabaseTable.java | 4 +-
.../nifi/processors/standard/ExecuteProcess.java | 3 -
.../apache/nifi/processors/standard/FetchFile.java | 8 +-
.../processors/standard/FetchFileTransfer.java | 97 +++++----
.../processors/standard/GenerateTableFetch.java | 2 +-
.../apache/nifi/processors/standard/GetFile.java | 1 -
.../nifi/processors/standard/GetFileTransfer.java | 93 ++++----
.../apache/nifi/processors/standard/GetHTTP.java | 6 +-
.../nifi/processors/standard/JmsConsumer.java | 85 ++++----
.../nifi/processors/standard/ListenRELP.java | 12 +-
.../nifi/processors/standard/MergeContent.java | 2 +-
.../nifi/processors/standard/MergeRecord.java | 3 +-
.../apache/nifi/processors/standard/ParseCEF.java | 44 ++--
.../nifi/processors/standard/PutFileTransfer.java | 21 +-
.../apache/nifi/processors/standard/PutTCP.java | 23 +-
.../apache/nifi/processors/standard/PutUDP.java | 14 +-
.../standard/ftp/commands/FtpCommandSTOR.java | 10 +-
.../nifi/processors/standard/merge/RecordBin.java | 6 +-
.../servlets/ContentAcknowledgmentServlet.java | 41 ++--
.../standard/servlets/ListenHTTPServlet.java | 2 +-
.../org/apache/nifi/processors/gettcp/GetTCP.java | 28 +--
.../AbstractWebSocketGatewayProcessor.java | 2 +-
.../windows/event/log/ConsumeWindowsEventLog.java | 72 ++++---
.../apache/nifi/stateless/StatelessSystemIT.java | 17 +-
.../stateless/basics/AsyncCommitCallbackIT.java | 232 ++++++++++++++++++++
.../apache/nifi/stateless/basics/LoopingIT.java | 79 +++++++
.../apache/nifi/stateless/basics/MergingIT.java | 79 +++++++
.../basics/RequiresAdditionalInputIT.java | 180 ++++++++++++++++
.../nifi/stateless/basics/StateStorageIT.java | 141 ++++++++++++
.../performance/StatelessPerformanceIT.java | 77 +++++++
.../tests/system/ConcatenateFlowFiles.java | 91 ++++++++
.../processors/tests/system/GenerateFlowFile.java | 29 ++-
.../nifi/processors/tests/system/IngestFile.java | 101 +++++++++
.../nifi/processors/tests/system/LoopFlowFile.java | 84 ++++++++
.../processors/tests/system/ReplaceWithFile.java | 81 +++++++
.../services/org.apache.nifi.processor.Processor | 4 +
.../resources/conf/clustered/node1/nifi.properties | 4 +-
.../resources/conf/clustered/node2/nifi.properties | 4 +-
.../test/resources/conf/default/nifi.properties | 2 +-
149 files changed, 3966 insertions(+), 1123 deletions(-)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/nifi-stateless-api/src/main/java/org/apache/nifi/stateless/flow/TransactionThresholds.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/nifi-stateless-engine/src/main/java/org/apache/nifi/stateless/flow/StandardStatelessFlowCurrent.java
copy nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/{nifi-stateless-api/src/main/java/org/apache/nifi/stateless/flow/DataflowDefinition.java => nifi-stateless-engine/src/main/java/org/apache/nifi/stateless/flow/StatelessFlowCurrent.java} (65%)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/nifi-stateless-engine/src/main/java/org/apache/nifi/stateless/flow/TransactionThresholdMeter.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/nifi-stateless-engine/src/main/java/org/apache/nifi/stateless/session/AsynchronousCommitTracker.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-stateless-bundle/nifi-stateless-engine/src/test/java/org/apache/nifi/stateless/session/TestAsynchronousCommitTracker.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/basics/AsyncCommitCallbackIT.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/basics/LoopingIT.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/basics/MergingIT.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/basics/RequiresAdditionalInputIT.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/basics/StateStorageIT.java
create mode 100644 nifi-system-tests/nifi-stateless-system-test-suite/src/test/java/org/apache/nifi/stateless/performance/StatelessPerformanceIT.java
create mode 100644 nifi-system-tests/nifi-system-test-extensions-bundle/nifi-system-test-extensions/src/main/java/org/apache/nifi/processors/tests/system/ConcatenateFlowFiles.java
create mode 100644 nifi-system-tests/nifi-system-test-extensions-bundle/nifi-system-test-extensions/src/main/java/org/apache/nifi/processors/tests/system/IngestFile.java
create mode 100644 nifi-system-tests/nifi-system-test-extensions-bundle/nifi-system-test-extensions/src/main/java/org/apache/nifi/processors/tests/system/LoopFlowFile.java
create mode 100644 nifi-system-tests/nifi-system-test-extensions-bundle/nifi-system-test-extensions/src/main/java/org/apache/nifi/processors/tests/system/ReplaceWithFile.java