You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nifi.apache.org by ma...@apache.org on 2022/04/27 18:39:47 UTC
[nifi] branch NIFI-9428 updated (0a94762119 -> ac2d7d1e54)
This is an automated email from the ASF dual-hosted git repository.
mattyb149 pushed a change to branch NIFI-9428
in repository https://gitbox.apache.org/repos/asf/nifi.git
from 0a94762119 NIFI-9925 Adjust PutUDP and SNMP tests to run without preferring IPv4
add e98b68cc3a NIFI-9939 Upgraded SSHJ from 0.32.0 to 0.33.0
add 9774bb90ca NIFI-9917 fix the tooltip of "delivery guarantee/best effort" to a more accurate one
add 285a8cbc3c NIFI-9776 Adding the possibility to export flow definition with referenced services (#5859)
add 73ee1a9a1e NIFI-9720 Added QuerySalesforceObject Processor
add c88c404dd8 NIFI-9826 Moved build locale settings from Maven to GitHub Workflow
add aeaec170d5 NIFI-9861: Removed BlockListClassLoader in favor of AllowListClassLoader
add 28c7583bdb fixed error message reporting (#5979)
add 1e345db649 NIFI-9942 Removed load test from TestPutUDP
add 5a3c7d1fbd NIFI-9940: Renamed StandardProcessGroupSynchronizer to StandardVersionedComponentSynchronizer. Added synching for processors, input/output ports, connections, etc. Added unit tests.
add be65743727 NIFI-9883 Updated Ranger assembly exclude property protection modules
add 4450f4ce50 NIFI-9941 - fix handling of ReportingTask stop request
add b288810316 NIFI-9943 Added Transform Provider to nifi-xml-processing
add 4b7f8cbe1f NIFI-9949 This closes #5988. Corrected intermittent failures in TestPutSFTP
add 3a15d4fbe5 NIFI-9950 Identify MariaDB database type and use MySQL migration scripts
add 4f423a59ba NIFI-9952 Upgraded Jackson BOM to 2.13.2.20220328
add 83a9e965d2 NIFI-9888 Fix Azure header datetime format
add ac08d3311e NIFI-9901 Removed provided scope from nifi-xml-processing registry-ranger
add 56fecbb7d8 NIFI-9955 Upgraded ZooKeeper 3.4.14 to 3.5.9
add 6ae1590aef NIFI-9954 This closes #5993. Upgraded Spring Framework from 5.3.18 to 5.3.19
add 6ee3d32ca3 NIFI-9918: 'Parse XML Attributes' property added to XMLReader NIFI-9918: Fixed review findings NIFI-9918: Example added to XMLReader's additionalDetails.html on the new property. Minor documentation fixes.
add 4b66299cf6 NIFI-9944: Fixed issue with using modules in InvokeScriptedProcessor
add 8b08795e18 NIFI-9944 Configured maven-dependency-plugin for JavaScript test JAR
add ac2d7d1e54 NIFI-9968 Added null check before System.setProperty() in test methods
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci-workflow.yml | 46 +-
.../minifi/bootstrap/util/ConfigTransformer.java | 20 +-
.../minifi-c2-provider-nifi-rest/pom.xml | 1 -
minifi/pom.xml | 5 -
nifi-assembly/pom.xml | 6 +
nifi-assembly/src/main/assembly/ranger.xml | 2 +
.../{nifi-json-utils => nifi-build}/pom.xml | 25 +-
.../apache/nifi/build/VerifyBuildLocaleTest.java | 55 +
nifi-commons/nifi-expression-language/pom.xml | 1 -
nifi-commons/nifi-json-utils/pom.xml | 2 -
nifi-commons/nifi-property-protection-aws/pom.xml | 1 -
nifi-commons/nifi-record-path/pom.xml | 1 -
.../apache/nifi/record/path/TestRecordPath.java | 4 +-
nifi-commons/nifi-site-to-site-client/pom.xml | 1 -
nifi-commons/nifi-web-utils/pom.xml | 3 -
.../nifi/xml/processing/ProcessingAttribute.java | 47 +
.../transform/StandardTransformProvider.java | 118 ++
.../processing/transform/TransformProvider.java | 27 +-
.../transform/StandardTransformProviderTest.java | 88 ++
nifi-commons/pom.xml | 1 +
nifi-docs/src/main/asciidoc/user-guide.adoc | 6 +-
nifi-external/nifi-spark-receiver/pom.xml | 6 +-
nifi-manifest/nifi-runtime-manifest-core/pom.xml | 1 -
.../nifi-avro-bundle/nifi-avro-processors/pom.xml | 1 -
.../nifi-aws-abstract-processors/pom.xml | 13 -
.../nifi-aws-parameter-value-providers/pom.xml | 1 -
.../nifi-aws-bundle/nifi-aws-service-api/pom.xml | 13 -
nifi-nar-bundles/nifi-aws-bundle/pom.xml | 8 -
.../nifi-azure-processors/pom.xml | 39 -
.../AbstractAzureLogAnalyticsReportingTask.java | 5 +-
.../nifi-azure-services-api/pom.xml | 21 -
nifi-nar-bundles/nifi-azure-bundle/pom.xml | 37 -
.../pom.xml | 1 -
nifi-nar-bundles/nifi-cassandra-bundle/pom.xml | 11 -
nifi-nar-bundles/nifi-cdc/nifi-cdc-api/pom.xml | 1 -
.../nifi-datadog-reporting-task/pom.xml | 1 -
nifi-nar-bundles/nifi-druid-bundle/pom.xml | 25 +-
.../nifi-easyrules-service/pom.xml | 1 -
.../nifi-elasticsearch-client-service-api/pom.xml | 1 -
.../nifi-elasticsearch-client-service/pom.xml | 1 -
.../nifi-elasticsearch-processors/pom.xml | 2 -
.../nifi-elasticsearch-restapi-processors/pom.xml | 1 -
.../nifi-enrich-processors/pom.xml | 1 -
nifi-nar-bundles/nifi-enrich-bundle/pom.xml | 16 -
.../nifi-extension-utils/nifi-hadoop-utils/pom.xml | 11 -
.../nifi-listed-entity/pom.xml | 1 -
.../nifi-hadoop-record-utils/pom.xml | 11 -
.../nifi-flume-processors/pom.xml | 1 -
.../nifi-framework-cluster-protocol/pom.xml | 1 -
.../nifi-framework/nifi-framework-cluster/pom.xml | 3 -
.../nifi/controller/StandardProcessorNode.java | 24 +-
.../service/StandardControllerServiceProvider.java | 45 +-
.../FlowSynchronizationException.java | 32 +
.../StandardVersionedComponentSynchronizer.java} | 1445 ++++++++++++++++++--
.../VersionedComponentSynchronizer.java | 201 +++
.../VersionedFlowSynchronizationContext.java} | 12 +-
.../nifi/groups/DefaultComponentScheduler.java | 5 +
.../RetainExistingStateComponentScheduler.java | 6 +
.../apache/nifi/groups/StandardProcessGroup.java | 20 +-
.../nifi/remote/StandardRemoteProcessGroup.java | 2 +-
...StandardVersionedComponentSynchronizerTest.java | 1025 ++++++++++++++
.../apache/nifi/controller/ProcessScheduler.java | 16 +-
.../apache/nifi/controller/ReportingTaskNode.java | 7 +
.../nifi/controller/scheduling/LifecycleState.java | 10 +-
.../service/ControllerServiceProvider.java | 10 +-
.../nifi/groups/AbstractComponentScheduler.java | 26 +-
.../org/apache/nifi/groups/ComponentScheduler.java | 6 +
...ptions.java => FlowSynchronizationOptions.java} | 61 +-
.../java/org/apache/nifi/groups/ProcessGroup.java | 2 +-
.../org/apache/nifi/controller/TemplateUtils.java | 9 +-
.../reporting/StandardReportingTaskNode.java | 25 +-
.../scheduling/StandardProcessScheduler.java | 8 +-
.../serialization/StandardFlowSerializer.java | 18 +-
.../serialization/VersionedFlowSynchronizer.java | 8 +-
.../controller/tasks/ReportingTaskWrapper.java | 4 +-
.../main/java/org/apache/nifi/util/FlowParser.java | 11 +-
.../controller/service/mock/MockProcessGroup.java | 4 +-
.../org/apache/nifi/web/NiFiServiceFacade.java | 10 +
.../apache/nifi/web/StandardNiFiServiceFacade.java | 51 +-
.../apache/nifi/web/api/ProcessGroupResource.java | 17 +-
.../web/dao/impl/StandardControllerServiceDAO.java | 2 +-
.../nifi/web/StandardNiFiServiceFacadeTest.java | 64 +
.../nifi/web/api/TestProcessGroupResource.java | 2 +-
.../nifi-web/nifi-web-security/pom.xml | 1 -
.../src/main/webapp/js/nf/canvas/nf-actions.js | 18 +-
.../main/webapp/js/nf/canvas/nf-context-menu.js | 5 +-
nifi-nar-bundles/nifi-framework-bundle/pom.xml | 5 -
.../nifi-gcp-bundle/nifi-gcp-services-api/pom.xml | 1 -
nifi-nar-bundles/nifi-gcp-bundle/pom.xml | 16 -
.../nifi-graph-processors/pom.xml | 1 -
nifi-nar-bundles/nifi-hadoop-bundle/pom.xml | 6 -
.../nifi-hadoop-libraries-bundle/pom.xml | 26 -
.../nifi-hbase-processors/pom.xml | 2 -
nifi-nar-bundles/nifi-hive-bundle/pom.xml | 14 +-
.../nifi-jms-bundle/nifi-jms-processors/pom.xml | 1 -
.../nifi-jolt-record-processors/pom.xml | 1 -
.../kafka/pubsub/PublishKafkaRecord_1_0.java | 4 +-
.../processors/kafka/pubsub/PublishKafka_1_0.java | 4 +-
.../kafka/pubsub/PublishKafkaRecord_2_0.java | 4 +-
.../processors/kafka/pubsub/PublishKafka_2_0.java | 4 +-
.../kafka/pubsub/InFlightMessageTracker.java | 2 +-
.../kafka/pubsub/PublishKafkaRecord_2_6.java | 4 +-
.../processors/kafka/pubsub/PublishKafka_2_6.java | 4 +-
.../nifi-kudu-bundle/nifi-kudu-processors/pom.xml | 1 -
.../nifi-mongodb-services/pom.xml | 1 -
.../nifi-network-processors/pom.xml | 1 -
.../nifi-network-bundle/nifi-network-utils/pom.xml | 1 -
.../nifi-parquet-processors/pom.xml | 1 -
.../nifi-ranger-bundle/nifi-ranger-plugin/pom.xml | 1 -
.../authorization/ManagedRangerAuthorizer.java | 11 +-
nifi-nar-bundles/nifi-ranger-bundle/pom.xml | 12 +-
.../nifi-redis-extensions/pom.xml | 1 -
.../nifi-rules-action-handler-bundle/pom.xml | 11 -
.../nifi-salesforce-nar}/pom.xml | 30 +-
.../nifi-salesforce-processors}/pom.xml | 91 +-
.../salesforce/QuerySalesforceObject.java | 486 +++++++
.../salesforce/util/SalesforceRestService.java | 91 ++
.../util/SalesforceToRecordSchemaConverter.java | 120 ++
.../services/org.apache.nifi.processor.Processor | 15 +
.../salesforce/QuerySalesforceObjectIT.java | 79 ++
.../salesforce/util/SalesforceConfigAware.java | 57 +
.../salesforce/util/SalesforceRestServiceIT.java | 80 ++
.../SalesforceToRecordSchemaConverterTest.java | 169 +++
.../resources/converter/complex_sf_schema.json | 16 +
.../test/resources/converter/simple_sf_schema.json | 76 +
.../converter/unknown_type_sf_schema.json | 11 +
.../pom.xml | 24 +-
.../nifi-scripting-processors/pom.xml | 26 +
.../processors/script/InvokeScriptedProcessor.java | 4 -
.../apache/nifi/script/ScriptRunnerFactory.java | 2 +-
.../processors/script/TestInvokeJavascript.java | 64 +-
.../src/test/resources/javascript/test_reader.js | 4 +-
.../nifi-solr-bundle/nifi-solr-processors/pom.xml | 1 -
.../nifi-livy-controller-service/pom.xml | 1 -
nifi-nar-bundles/nifi-spark-bundle/pom.xml | 6 +-
.../nifi-splunk-processors/pom.xml | 1 -
nifi-nar-bundles/nifi-sql-reporting-bundle/pom.xml | 6 -
.../nifi-standard-content-viewer/pom.xml | 5 +
.../nifi/web/StandardContentViewerController.java | 17 +-
.../nifi/processors/standard/EvaluateXPath.java | 63 +-
.../nifi/processors/standard/EvaluateXQuery.java | 60 +-
.../processors/standard/ssh/PatchedSFTPEngine.java | 72 -
.../processors/standard/util/SFTPTransfer.java | 4 +-
.../processors/standard/TestConvertRecord.java | 4 +-
.../processors/standard/TestEvaluateXQuery.java | 18 -
.../nifi/processors/standard/TestPutSFTP.java | 319 ++---
.../nifi/processors/standard/TestPutUDP.java | 205 ++-
.../nifi-standard-utils/pom.xml | 7 -
nifi-nar-bundles/nifi-standard-bundle/pom.xml | 36 +-
.../nifi-hadoop-dbcp-service-bundle/pom.xml | 11 -
.../nifi-hbase_1_1_2-client-service-bundle/pom.xml | 3 +-
.../nifi-hbase_2-client-service-bundle/pom.xml | 3 +-
.../nifi-hwx-schema-registry-service/pom.xml | 25 -
.../nifi-lookup-services-bundle/pom.xml | 11 -
.../nifi-oauth2-provider-service/pom.xml | 1 -
.../nifi-record-serialization-services/pom.xml | 2 -
.../main/java/org/apache/nifi/xml/XMLReader.java | 21 +-
.../java/org/apache/nifi/xml/XMLRecordReader.java | 120 +-
.../apache/nifi/xml/inference/XmlRecordSource.java | 20 +-
.../additionalDetails.html | 196 ++-
.../org/apache/nifi/xml/TestInferXmlSchema.java | 25 +-
.../java/org/apache/nifi/xml/TestXMLReader.java | 21 +-
.../org/apache/nifi/xml/TestXMLRecordReader.java | 247 +++-
.../nifi-stateless-processor-tests/pom.xml | 5 +
.../src/test/assembly/dependencies.xml | 2 +
.../nifi-stateless-processor/pom.xml | 1 -
.../nifi-update-attribute-ui/pom.xml | 1 -
nifi-nar-bundles/pom.xml | 1 +
nifi-registry/nifi-registry-assembly/pom.xml | 21 -
.../nifi-registry-framework/pom.xml | 3 -
.../registry/db/CustomFlywayConfiguration.java | 3 +-
nifi-registry/nifi-registry-core/pom.xml | 46 +-
.../nifi-registry-aws/pom.xml | 16 -
.../nifi-registry-ranger-plugin/pom.xml | 2 -
.../nifi/registry/ranger/RangerAuthorizer.java | 11 +-
.../nifi-registry-ranger/pom.xml | 17 +-
nifi-registry/pom.xml | 2 +-
...tClassLoader.java => AllowListClassLoader.java} | 33 +-
.../stateless/bootstrap/StatelessBootstrap.java | 155 ++-
.../nifi-stateless-engine/pom.xml | 2 -
.../reporting/StatelessReportingTaskNode.java | 20 +
.../scheduling/StatelessProcessScheduler.java | 3 +-
.../nifi-stateless-system-test-suite/pom.xml | 13 +-
.../resources/conf/clustered/node1/nifi.properties | 2 +-
.../resources/conf/clustered/node2/nifi.properties | 2 +-
.../test/resources/conf/default/nifi.properties | 2 +-
nifi-toolkit/nifi-toolkit-admin/pom.xml | 1 -
nifi-toolkit/nifi-toolkit-cli/pom.xml | 1 -
nifi-toolkit/nifi-toolkit-s2s/pom.xml | 2 -
nifi-toolkit/nifi-toolkit-tls/pom.xml | 1 -
.../nifi-toolkit-zookeeper-migrator/pom.xml | 3 +-
pom.xml | 16 +-
192 files changed, 5684 insertions(+), 1726 deletions(-)
copy nifi-commons/{nifi-json-utils => nifi-build}/pom.xml (54%)
create mode 100644 nifi-commons/nifi-build/src/test/java/org/apache/nifi/build/VerifyBuildLocaleTest.java
create mode 100644 nifi-commons/nifi-xml-processing/src/main/java/org/apache/nifi/xml/processing/ProcessingAttribute.java
create mode 100644 nifi-commons/nifi-xml-processing/src/main/java/org/apache/nifi/xml/processing/transform/StandardTransformProvider.java
rename nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/main/java/org/apache/nifi/groups/ProcessGroupSynchronizer.java => nifi-commons/nifi-xml-processing/src/main/java/org/apache/nifi/xml/processing/transform/TransformProvider.java (50%)
create mode 100644 nifi-commons/nifi-xml-processing/src/test/java/org/apache/nifi/xml/processing/transform/StandardTransformProviderTest.java
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/main/java/org/apache/nifi/flow/synchronization/FlowSynchronizationException.java
rename nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/main/java/org/apache/nifi/{groups/StandardProcessGroupSynchronizer.java => flow/synchronization/StandardVersionedComponentSynchronizer.java} (63%)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/main/java/org/apache/nifi/flow/synchronization/VersionedComponentSynchronizer.java
rename nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/main/java/org/apache/nifi/{groups/ProcessGroupSynchronizationContext.java => flow/synchronization/VersionedFlowSynchronizationContext.java} (93%)
create mode 100644 nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-components/src/test/java/org/apache/nifi/flow/synchronization/StandardVersionedComponentSynchronizerTest.java
rename nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core-api/src/main/java/org/apache/nifi/groups/{GroupSynchronizationOptions.java => FlowSynchronizationOptions.java} (79%)
copy nifi-nar-bundles/{nifi-network-bundle/nifi-network-utils => nifi-salesforce-bundle/nifi-salesforce-nar}/pom.xml (53%)
copy nifi-nar-bundles/{nifi-graph-bundle/nifi-graph-processors => nifi-salesforce-bundle/nifi-salesforce-processors}/pom.xml (60%)
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/main/java/org/apache/nifi/processors/salesforce/QuerySalesforceObject.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/main/java/org/apache/nifi/processors/salesforce/util/SalesforceRestService.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/main/java/org/apache/nifi/processors/salesforce/util/SalesforceToRecordSchemaConverter.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/main/resources/META-INF/services/org.apache.nifi.processor.Processor
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/java/org/apache/nifi/processors/salesforce/QuerySalesforceObjectIT.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/java/org/apache/nifi/processors/salesforce/util/SalesforceConfigAware.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/java/org/apache/nifi/processors/salesforce/util/SalesforceRestServiceIT.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/java/org/apache/nifi/processors/salesforce/util/SalesforceToRecordSchemaConverterTest.java
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/resources/converter/complex_sf_schema.json
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/resources/converter/simple_sf_schema.json
create mode 100644 nifi-nar-bundles/nifi-salesforce-bundle/nifi-salesforce-processors/src/test/resources/converter/unknown_type_sf_schema.json
copy nifi-nar-bundles/{nifi-network-bundle/nifi-network-utils => nifi-salesforce-bundle}/pom.xml (62%)
delete mode 100644 nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/main/java/org/apache/nifi/processors/standard/ssh/PatchedSFTPEngine.java
rename nifi-stateless/nifi-stateless-bootstrap/src/main/java/org/apache/nifi/stateless/bootstrap/{BlockListClassLoader.java => AllowListClassLoader.java} (66%)