You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ha...@apache.org on 2022/11/28 09:41:52 UTC

[hop] branch master updated (1ef87b3d5f -> f976a99173)

This is an automated email from the ASF dual-hosted git repository.

hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git


    from 1ef87b3d5f Merge pull request #1829 from mattcasters/cypher-builder
     new debefdb3db HOP-4298 : Cleanup XML of transform Excel Input
     new 666824a489 HOP-4634 : Update Beam supported status in transform documentation
     new c7dfe9b944 HOP-4297 : Cleanup XML of transform EDI2XML
     new f92931d00c HOP-4633 : Certain input fields should not close a dialog on enter
     new edcd8d3a53 HOP-4298 : Cleanup XML of transform Excel Input (dialog bug fix plus typo fixes)
     new 213b1e5c9c HOP-4298 : Cleanup XML of transform Excel Input (file name fixes) HOP-4300 : Cleanup XML of transform Field Splitter
     new f976a99173 Merge pull request #1834 from mattcasters/cypher-builder

The 4946 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../apache/hop/core/fileinput/FileInputList.java   |   72 +-
 .../injection/DefaultInjectionTypeConverter.java   |   18 +
 .../java/org/apache/hop/core/row/IValueMeta.java   |   64 +
 .../ROOT/pages/pipeline/transforms/abort.adoc      |    6 +-
 .../pages/pipeline/transforms/addchecksum.adoc     |    6 +-
 .../pages/pipeline/transforms/addconstant.adoc     |    6 +-
 .../transforms/addfieldschangesequence.adoc        |    6 +-
 .../pages/pipeline/transforms/addsequence.adoc     |    6 +-
 .../pages/pipeline/transforms/analyticquery.adoc   |    6 +-
 .../ROOT/pages/pipeline/transforms/append.adoc     |    6 +-
 .../pages/pipeline/transforms/avro-decode.adoc     |    6 +-
 .../pages/pipeline/transforms/avro-encode.adoc     |    6 +-
 .../pages/pipeline/transforms/avro-file-input.adoc |    6 +-
 .../pipeline/transforms/avro-file-output.adoc      |    6 +-
 .../transforms/azure-event-hubs-listener.adoc      |    6 +-
 .../transforms/azure-event-hubs-writer.adoc        |    6 +-
 .../pipeline/transforms/beambigqueryinput.adoc     |    2 +-
 .../ROOT/pages/pipeline/transforms/calculator.adoc |    6 +-
 .../ROOT/pages/pipeline/transforms/calldbproc.adoc |    6 +-
 .../pages/pipeline/transforms/cassandra-input.adoc |    6 +-
 .../pipeline/transforms/cassandra-output.adoc      |    6 +-
 .../ROOT/pages/pipeline/transforms/clonerow.adoc   |    6 +-
 .../pipeline/transforms/combinationlookup.adoc     |    6 +-
 .../pages/pipeline/transforms/concatfields.adoc    |    6 +-
 .../pipeline/transforms/copyrowstoresult.adoc      |    6 +-
 .../pipeline/transforms/creditcardvalidator.adoc   |    6 +-
 .../ROOT/pages/pipeline/transforms/csvinput.adoc   |    6 +-
 .../pages/pipeline/transforms/databaselookup.adoc  |    6 +-
 .../ROOT/pages/pipeline/transforms/excelinput.adoc |    6 +-
 .../pages/pipeline/transforms/excelwriter.adoc     |    6 +-
 .../ROOT/pages/pipeline/transforms/fake.adoc       |    6 +-
 .../pages/pipeline/transforms/filesfromresult.adoc |    6 +-
 .../pages/pipeline/transforms/filestoresult.adoc   |    6 +-
 .../ROOT/pages/pipeline/transforms/filterrows.adoc |    6 +-
 .../pipeline/transforms/generaterandomvalue.adoc   |    6 +-
 .../pages/pipeline/transforms/getfilenames.adoc    |    6 +-
 .../pipeline/transforms/getrowsfromresult.adoc     |    6 +-
 .../ROOT/pages/pipeline/transforms/groupby.adoc    |    2 +-
 .../pages/pipeline/transforms/identifylastrow.adoc |    6 +-
 .../ROOT/pages/pipeline/transforms/ifnull.adoc     |    6 +-
 .../ROOT/pages/pipeline/transforms/jsoninput.adoc  |    6 +-
 .../ROOT/pages/pipeline/transforms/jsonoutput.adoc |    6 +-
 .../pages/pipeline/transforms/mapping-input.adoc   |    6 +-
 .../pages/pipeline/transforms/mapping-output.adoc  |    6 +-
 .../pipeline/transforms/monetdbbulkloader.adoc     |    6 +-
 .../pages/pipeline/transforms/mongodbdelete.adoc   |    6 +-
 .../pages/pipeline/transforms/mongodbinput.adoc    |    6 +-
 .../pages/pipeline/transforms/mongodboutput.adoc   |    6 +-
 .../pages/pipeline/transforms/neo4j-cypher.adoc    |    6 +-
 .../pipeline/transforms/neo4j-graphoutput.adoc     |    6 +-
 .../pages/pipeline/transforms/neo4j-output.adoc    |    6 +-
 .../ROOT/pages/pipeline/transforms/nullif.adoc     |    6 +-
 .../pages/pipeline/transforms/numberrange.adoc     |    6 +-
 .../pipeline/transforms/parquet-file-input.adoc    |    6 +-
 .../pipeline/transforms/parquet-file-output.adoc   |    6 +-
 .../pages/pipeline/transforms/replacestring.adoc   |    6 +-
 .../pages/pipeline/transforms/rowgenerator.adoc    |    6 +-
 .../pages/pipeline/transforms/rownormaliser.adoc   |    6 +-
 .../pages/pipeline/transforms/simple-mapping.adoc  |    6 +-
 .../ROOT/pages/pipeline/transforms/tableinput.adoc |    6 +-
 .../pages/pipeline/transforms/tableoutput.adoc     |    6 +-
 .../pages/pipeline/transforms/textfileinput.adoc   |    6 +-
 .../pages/pipeline/transforms/textfileoutput.adoc  |    6 +-
 .../ROOT/pages/pipeline/transforms/xmloutput.adoc  |    6 +-
 .../hop/core/injection/bean/BeanInjectionInfo.java |   10 +
 .../hop/core/injection/bean/BeanInjector.java      |    2 +-
 .../file/BaseFileInputTransformUtils.java          |    2 +-
 integration-tests/mdi/0020-excel-input-child.hpl   |  130 ++
 integration-tests/mdi/0020-excel-input-parent.hpl  |  382 ++++
 integration-tests/mdi/0021-split-fields-child.hpl  |  222 +++
 integration-tests/mdi/0021-split-fields-parent.hpl |  458 +++++
 .../mdi/datasets/golden-excel-input.csv            |   11 +
 .../mdi/datasets/golden-split-fields-id.csv        |    6 +
 integration-tests/mdi/files/excel/basic.xls        |  Bin 0 -> 6656 bytes
 integration-tests/mdi/main-0020-excel-input.hwf    |   79 +
 integration-tests/mdi/main-0021-split-fields.hwf   |   79 +
 .../mdi/metadata/dataset/golden-excel-input.json   |   40 +
 .../metadata/dataset/golden-split-fields-id.json   |   56 +
 .../unit-test/0020-excel-input-parent UNIT.json    |   43 +
 .../unit-test/0021-split-fields-parent UNIT.json   |   48 +
 .../transforms/0052-edi-to-xml-verify.hpl          |    2 +-
 .../transforms/0053-excel-input-ods-basic.hpl      |  181 ++
 .../transforms/0053-excel-input-xls-basic.hpl      |  181 ++
 .../transforms/0053-excel-input-xlsx-basic.hpl     |  181 ++
 .../transforms/0054-split-fields-delimiter.hpl     |  222 +++
 .../transforms/0054-split-fields-id.hpl            |  222 +++
 .../datasets/golden-excel-input-basic-xls.csv      |   11 +
 .../datasets/golden-split-fields-delimiter.csv     |    6 +
 .../transforms/datasets/golden-split-fields-id.csv |    6 +
 integration-tests/transforms/files/excel/basic.ods |  Bin 0 -> 19038 bytes
 integration-tests/transforms/files/excel/basic.xls |  Bin 0 -> 6656 bytes
 .../transforms/files/excel/basic.xlsx              |  Bin 0 -> 5176 bytes
 .../transforms/main-0053-excel-input.hwf           |   85 +
 .../transforms/main-0054-split-fields.hwf          |   82 +
 .../dataset/golden-excel-input-basic-xls.json      |   40 +
 .../dataset/golden-split-fields-delimiter.json     |   56 +
 .../metadata/dataset/golden-split-fields-id.json   |   56 +
 .../unit-test/0053-excel-input-ods-basic UNIT.json |   43 +
 .../unit-test/0053-excel-input-xls-basic UNIT.json |   43 +
 .../0053-excel-input-xlsx-basic UNIT.json          |   43 +
 .../0054-split-fields-delimiter UNIT.json          |   48 +
 .../unit-test/0054-split-fields-id UNIT.json       |   48 +
 .../hop/pipeline/transforms/edi2xml/Edi2Xml.java   |   19 +-
 .../pipeline/transforms/edi2xml/Edi2XmlMeta.java   |    4 +-
 .../transforms/edi2xml/Edi2XmlMetaTest.java        |    3 +
 .../pipeline/transforms/excelinput/ExcelInput.java |  184 +-
 .../transforms/excelinput/ExcelInputDialog.java    |  721 +++----
 .../transforms/excelinput/ExcelInputField.java     |  297 ++-
 .../transforms/excelinput/ExcelInputMeta.java      | 2043 ++++++++++----------
 .../transforms/excelinput/SpreadSheetType.java     |    2 +-
 .../excelinput/messages/messages_en_US.properties  |    2 +-
 .../excelinput/BaseExcelParsingTest.java           |   18 +-
 .../excelinput/ExcelInputContentParsingTest.java   |   85 +-
 .../excelinput/ExcelInputMetaInjectionTest.java    |   65 -
 .../transforms/excelinput/ExcelInputMetaTest.java  |  577 +-----
 .../src/test/resources/excel-input-transform.xml   |  132 ++
 .../transforms/fieldsplitter/FieldSplitter.java    |   40 +-
 .../fieldsplitter/FieldSplitterDialog.java         |  172 +-
 .../fieldsplitter/FieldSplitterMeta.java           |  935 ++++-----
 .../FieldSplitterMetaInjectionTest.java            |   70 -
 .../fieldsplitter/FieldSplitterMetaTest.java       |  224 +--
 .../fieldsplitter/FieldSplitterTest.java           |  201 --
 .../FieldSplitter_EmptyStringVsNull_Test.java      |   17 +-
 .../test/resources/field-splitter-transform.xml    |  101 +
 .../transforms/getfilenames/GetFileNames.java      |    2 +-
 .../transforms/getsubfolders/GetSubFolders.java    |    2 +-
 .../transforms/loadfileinput/LoadFileInput.java    |    2 +-
 .../transforms/metainject/MetaInjectDialog.java    |    3 +-
 .../transforms/propertyinput/PropertyInput.java    |    2 +-
 .../transforms/fileinput/TextFileInput.java        |    2 +-
 .../apache/hop/pipeline/transforms/tika/Tika.java  |    2 +-
 .../transforms/xml/getxmldata/GetXmlData.java      |    2 +-
 .../pipeline/transforms/yamlinput/YamlInput.java   |    2 +-
 .../org/apache/hop/ui/core/dialog/BaseDialog.java  |   16 +
 134 files changed, 5872 insertions(+), 3711 deletions(-)
 create mode 100644 integration-tests/mdi/0020-excel-input-child.hpl
 create mode 100644 integration-tests/mdi/0020-excel-input-parent.hpl
 create mode 100644 integration-tests/mdi/0021-split-fields-child.hpl
 create mode 100644 integration-tests/mdi/0021-split-fields-parent.hpl
 create mode 100644 integration-tests/mdi/datasets/golden-excel-input.csv
 create mode 100644 integration-tests/mdi/datasets/golden-split-fields-id.csv
 create mode 100644 integration-tests/mdi/files/excel/basic.xls
 create mode 100644 integration-tests/mdi/main-0020-excel-input.hwf
 create mode 100644 integration-tests/mdi/main-0021-split-fields.hwf
 create mode 100644 integration-tests/mdi/metadata/dataset/golden-excel-input.json
 create mode 100644 integration-tests/mdi/metadata/dataset/golden-split-fields-id.json
 create mode 100644 integration-tests/mdi/metadata/unit-test/0020-excel-input-parent UNIT.json
 create mode 100644 integration-tests/mdi/metadata/unit-test/0021-split-fields-parent UNIT.json
 create mode 100644 integration-tests/transforms/0053-excel-input-ods-basic.hpl
 create mode 100644 integration-tests/transforms/0053-excel-input-xls-basic.hpl
 create mode 100644 integration-tests/transforms/0053-excel-input-xlsx-basic.hpl
 create mode 100644 integration-tests/transforms/0054-split-fields-delimiter.hpl
 create mode 100644 integration-tests/transforms/0054-split-fields-id.hpl
 create mode 100644 integration-tests/transforms/datasets/golden-excel-input-basic-xls.csv
 create mode 100644 integration-tests/transforms/datasets/golden-split-fields-delimiter.csv
 create mode 100644 integration-tests/transforms/datasets/golden-split-fields-id.csv
 create mode 100644 integration-tests/transforms/files/excel/basic.ods
 create mode 100644 integration-tests/transforms/files/excel/basic.xls
 create mode 100644 integration-tests/transforms/files/excel/basic.xlsx
 create mode 100644 integration-tests/transforms/main-0053-excel-input.hwf
 create mode 100644 integration-tests/transforms/main-0054-split-fields.hwf
 create mode 100644 integration-tests/transforms/metadata/dataset/golden-excel-input-basic-xls.json
 create mode 100644 integration-tests/transforms/metadata/dataset/golden-split-fields-delimiter.json
 create mode 100644 integration-tests/transforms/metadata/dataset/golden-split-fields-id.json
 create mode 100644 integration-tests/transforms/metadata/unit-test/0053-excel-input-ods-basic UNIT.json
 create mode 100644 integration-tests/transforms/metadata/unit-test/0053-excel-input-xls-basic UNIT.json
 create mode 100644 integration-tests/transforms/metadata/unit-test/0053-excel-input-xlsx-basic UNIT.json
 create mode 100644 integration-tests/transforms/metadata/unit-test/0054-split-fields-delimiter UNIT.json
 create mode 100644 integration-tests/transforms/metadata/unit-test/0054-split-fields-id UNIT.json
 delete mode 100644 plugins/transforms/excel/src/test/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputMetaInjectionTest.java
 create mode 100644 plugins/transforms/excel/src/test/resources/excel-input-transform.xml
 delete mode 100644 plugins/transforms/fieldsplitter/src/test/java/org/apache/hop/pipeline/transforms/fieldsplitter/FieldSplitterMetaInjectionTest.java
 delete mode 100644 plugins/transforms/fieldsplitter/src/test/java/org/apache/hop/pipeline/transforms/fieldsplitter/FieldSplitterTest.java
 create mode 100644 plugins/transforms/fieldsplitter/src/test/resources/field-splitter-transform.xml