You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ha...@apache.org on 2021/03/22 21:51:44 UTC
[incubator-hop] branch master updated (0c54582 -> aa47177)
This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hop.git.
from 0c54582 Merge pull request #688 from bamaer/HOP-2641
new 49a5897 HOP-2640 : Incorrect logging of preview pipeline
new 736d617 HOP-2640 : Incorrect logging of preview pipeline
new a38f7fb HOP-2642 : MongoDB transforms: separate connection metadata
new be55ffa HOP-2642 : MongoDB transforms: separate connection metadata
new aa47177 Merge pull request #689 from mattcasters/master
The 1818 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docker/integration-tests/docker-compose-ci.yaml | 6 +
.../hop/pipeline/PipelinePreviewFactory.java | 4 +-
.../{neo4j => mongo}/datasets/countries.csv | 0
.../{neo4j => mongo}/datasets/customers.csv | 0
.../mongo/datasets/mongo-updates-golden.csv | 1001 +++++++++++++++
integration-tests/mongo/dev-env-config.json | 19 +
integration-tests/{neo4j => mongo}/hop-config.json | 0
.../metadata/dataset/countries.json | 0
.../metadata/dataset/customers.json | 0
.../metadata/dataset/mongo-updates-golden.json} | 66 +-
.../mongo/metadata/mongodb-connection/mongo.json | 20 +
.../metadata/pipeline-run-configuration/local.json | 0
.../unit-test/mongo-insert-validation.json} | 6 +-
.../unit-test/mongo-update-validation.json} | 12 +-
.../metadata/workflow-run-configuration/local.json | 0
.../mongo}/project-config.json | 0
.../tests/mongo-insert/main-mongo-insert.hwf} | 74 +-
.../mongo-insert/mongo-insert-in-collection.hpl} | 258 ++--
.../mongo-insert/mongo-insert-validation.hpl} | 146 +--
.../tests/mongo-update/main-mongo-update.hwf} | 62 +-
.../mongo-update/mongo-insert-in-collection.hpl} | 238 ++--
.../tests/mongo-update/mongo-update-collection.hpl | 191 +++
.../tests/mongo-update/mongo-update-validation.hpl | 134 ++
.../tests/shared/validate-tests-in-folder.hpl | 0
.../googleanalytics/GoogleAnalyticsDialog.java | 2 +-
.../hop/neo4j/transforms/cypher/CypherDialog.java | 3 +-
.../transforms/loginfo/GetLoggingInfoDialog.java | 2 +-
.../transforms/datagrid/DataGridDialog.java | 2 +-
.../transforms/excelinput/ExcelInputDialog.java | 2 +-
.../getfilenames/GetFileNamesDialog.java | 2 +-
.../getfilesrowcount/GetFilesRowsCountDialog.java | 2 +-
.../getsubfolders/GetSubFoldersDialog.java | 2 +-
.../gettablenames/GetTableNamesDialog.java | 2 +-
.../transforms/getvariable/GetVariableDialog.java | 2 +-
.../transforms/jsoninput/JsonInputDialog.java | 5 +-
.../transforms/ldapinput/LdapInputDialog.java | 2 +-
.../loadfileinput/LoadFileInputDialog.java | 2 +-
.../transforms/mailinput/MailInputDialog.java | 2 +-
.../metadata/MongoDbAuthenticationMechanism.java} | 30 +-
.../hop/mongo/metadata/MongoDbConnection.java | 566 +++++++++
.../mongo/metadata/MongoDbConnectionEditor.java | 200 +++
.../hop/mongo/wrapper/MongoClientWrapper.java | 29 +-
.../apache/hop/mongo/wrapper/MongoDBAction.java | 2 +-
.../mongo/wrapper/MongoWrapperClientFactory.java | 2 +-
.../apache/hop/mongo/wrapper/MongoWrapperUtil.java | 142 ---
.../mongo/wrapper/NoAuthMongoClientWrapper.java | 22 +-
.../collection/DefaultMongoCollectionWrapper.java | 4 +-
.../wrapper/collection/MongoCollectionWrapper.java | 2 +-
.../field/MongodbInputDiscoverFieldsImpl.java | 180 ++-
.../pipeline/transforms/mongodb/MongoDbMeta.java | 311 +----
.../mongodbinput/DiscoverFieldsCallback.java | 4 +-
.../transforms/mongodbinput/MongoDbInput.java | 83 +-
.../transforms/mongodbinput/MongoDbInputData.java | 46 +-
.../mongodbinput/MongoDbInputDialog.java | 1064 ++--------------
.../mongodbinput/MongoDbInputDiscoverFields.java | 42 +-
.../MongoDbInputDiscoverFieldsHolder.java | 95 --
.../transforms/mongodbinput/MongoDbInputMeta.java | 160 +--
.../transforms/mongodboutput/MongoDbOutput.java | 188 +--
.../mongodboutput/MongoDbOutputData.java | 170 +--
.../mongodboutput/MongoDbOutputDialog.java | 1047 ++++------------
.../mongodboutput/MongoDbOutputMeta.java | 357 +++---
.../main/resources/MongoDB_Leaf_FullColor_RGB.svg | 12 +
.../messages/messages_en_US.properties | 7 +
.../messages/messages_en_US.properties | 2 +
.../apache/hop/mongo/MongoPropToOptionTest.java | 79 +-
.../apache/hop/mongo/wrapper/MongoFieldTest.java | 11 +-
.../hop/mongo/wrapper/MongoWrapperUtilTest.java | 178 ---
.../wrapper/NoAuthMongoClientWrapperTest.java | 15 +-
.../field/MongodbInputDiscoverFieldsImplTest.java | 218 +---
.../mongodbinput/BaseMongoDbTransformTest.java | 6 +-
.../mongodbinput/MongoDbInputDataTest.java | 269 +---
.../MongoDbInputDiscoverFieldsHolderTest.java | 60 -
.../MongoDbInputMetaInjectionTest.java | 15 +-
.../mongodbinput/MongoDbInputMetaTest.java | 39 +-
.../transforms/mongodbinput/MongoDbInputTest.java | 226 ----
.../mongodboutput/MongoDbOutputDataTest.java | 103 +-
.../MongoDbOutputMetaInjectionTest.java | 129 +-
.../mongodboutput/MongoDbOutputMetaTest.java | 45 +-
.../mongodboutput/MongoDbOutputTest.java | 1311 --------------------
.../propertyinput/PropertyInputDialog.java | 2 +-
.../rowgenerator/RowGeneratorDialog.java | 2 +-
.../salesforceinput/SalesforceInputDialog.java | 2 +-
.../transforms/splunkinput/SplunkInputDialog.java | 2 +-
.../hop/pipeline/transforms/ssh/SSHDialog.java | 2 +-
.../transforms/systemdata/SystemDataDialog.java | 1 -
.../transforms/csvinput/CsvInputDialog.java | 4 +-
.../transforms/fileinput/TextFileInputDialog.java | 2 +-
.../fileinput/text/TextFileInputDialog.java | 2 +-
.../xml/getxmldata/GetXmlDataDialog.java | 3 +-
.../xml/xmlinputstream/XmlInputStreamDialog.java | 2 +-
.../transforms/yamlinput/YamlInputDialog.java | 2 +-
.../hop/ui/core/dialog/PreviewRowsDialog.java | 16 +-
.../hop/ui/core/gui/GuiCompositeWidgets.java | 155 ++-
.../org/apache/hop/ui/core/widget/ColumnInfo.java | 38 +-
.../transforms/tableinput/TableInputDialog.java | 2 +-
95 files changed, 3930 insertions(+), 6047 deletions(-)
copy integration-tests/{neo4j => mongo}/datasets/countries.csv (100%)
copy integration-tests/{neo4j => mongo}/datasets/customers.csv (100%)
create mode 100644 integration-tests/mongo/datasets/mongo-updates-golden.csv
create mode 100644 integration-tests/mongo/dev-env-config.json
copy integration-tests/{neo4j => mongo}/hop-config.json (100%)
copy integration-tests/{neo4j => mongo}/metadata/dataset/countries.json (100%)
copy integration-tests/{neo4j => mongo}/metadata/dataset/customers.json (100%)
copy integration-tests/{neo4j/metadata/dataset/customers.json => mongo/metadata/dataset/mongo-updates-golden.json} (68%)
create mode 100644 integration-tests/mongo/metadata/mongodb-connection/mongo.json
copy integration-tests/{xml => mongo}/metadata/pipeline-run-configuration/local.json (100%)
copy integration-tests/{neo4j/metadata/unit-test/neo4j-cypher-customers-validation.json => mongo/metadata/unit-test/mongo-insert-validation.json} (91%)
copy integration-tests/{neo4j/metadata/unit-test/neo4j-cypher-relationships-validation.json => mongo/metadata/unit-test/mongo-update-validation.json} (83%)
copy {plugins/transforms/mapping/src/main/resources/it => integration-tests/mongo}/metadata/workflow-run-configuration/local.json (100%)
copy {plugins/engines/beam/src/main/samples => integration-tests/mongo}/project-config.json (100%)
copy integration-tests/{neo4j/tests/neo4j-graph-output/main-neo4j-graph-output.hwf => mongo/tests/mongo-insert/main-mongo-insert.hwf} (70%)
copy integration-tests/{neo4j/tests/neo4j-cypher/neo4j-cypher-create-nodes.hpl => mongo/tests/mongo-insert/mongo-insert-in-collection.hpl} (52%)
copy integration-tests/{neo4j/tests/neo4j-cypher/neo4j-cypher-customers-validation.hpl => mongo/tests/mongo-insert/mongo-insert-validation.hpl} (56%)
copy integration-tests/{neo4j/tests/neo4j-cypher-unwind/main-neo4j-cypher-unwind.hwf => mongo/tests/mongo-update/main-mongo-update.hwf} (79%)
copy integration-tests/{neo4j/tests/neo4j-cypher-unwind/neo4j-cypher-unwind-create-read-validation.hpl => mongo/tests/mongo-update/mongo-insert-in-collection.hpl} (50%)
create mode 100644 integration-tests/mongo/tests/mongo-update/mongo-update-collection.hpl
create mode 100644 integration-tests/mongo/tests/mongo-update/mongo-update-validation.hpl
copy integration-tests/{neo4j => mongo}/tests/shared/validate-tests-in-folder.hpl (100%)
copy plugins/{tech/neo4j/src/main/java/org/apache/hop/neo4j/transforms/gencsv/UniquenessStrategy.java => transforms/mongodb/src/main/java/org/apache/hop/mongo/metadata/MongoDbAuthenticationMechanism.java} (63%)
create mode 100644 plugins/transforms/mongodb/src/main/java/org/apache/hop/mongo/metadata/MongoDbConnection.java
create mode 100644 plugins/transforms/mongodb/src/main/java/org/apache/hop/mongo/metadata/MongoDbConnectionEditor.java
delete mode 100644 plugins/transforms/mongodb/src/main/java/org/apache/hop/mongo/wrapper/MongoWrapperUtil.java
delete mode 100644 plugins/transforms/mongodb/src/main/java/org/apache/hop/pipeline/transforms/mongodbinput/MongoDbInputDiscoverFieldsHolder.java
create mode 100644 plugins/transforms/mongodb/src/main/resources/MongoDB_Leaf_FullColor_RGB.svg
delete mode 100644 plugins/transforms/mongodb/src/test/java/org/apache/hop/mongo/wrapper/MongoWrapperUtilTest.java
delete mode 100644 plugins/transforms/mongodb/src/test/java/org/apache/hop/pipeline/transforms/mongodbinput/MongoDbInputDiscoverFieldsHolderTest.java
delete mode 100644 plugins/transforms/mongodb/src/test/java/org/apache/hop/pipeline/transforms/mongodbinput/MongoDbInputTest.java
delete mode 100644 plugins/transforms/mongodb/src/test/java/org/apache/hop/pipeline/transforms/mongodboutput/MongoDbOutputTest.java