You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by mc...@apache.org on 2023/03/08 15:41:52 UTC
[hop] branch master updated (b832b15bd9 -> 90a5ae55d6)
This is an automated email from the ASF dual-hosted git repository.
mcasters pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from b832b15bd9 Merge pull request #2525 from hop-weblate/weblate-apache-hop-codebase-hop
new ea237a38f8 Implementing issue #2167 : Create a new REST API
new da31d567dc Implementing issue #2167 : Create a new REST API (doc typo)
new 371d70f951 Implementing issue #2503 : Implement the Data Validator transform
new 79e38ec7fb Implementing issue #2503 : Implement the Data Validator transform (doc update)
new 4149e3189c Implementing issue #2503 : Implement the Data Validator transform (code cleanup)
new 9eaba8274e Fix for issue #2516 : Table Compare uses same information for source and comparison
new 7ab127d2e9 Implementing issue #2167 : Create a new REST API (location service)
new 4b208c0f4b Implementing issue #2503 : Implement the Data Validator transform (fixes and IT)
new 9b37b8090a Implementing issue #2167 : Create a new REST API (RAT)
new 90a5ae55d6 Merge pull request #2485 from mattcasters/master
The 5537 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.dockerignore | 1 +
assemblies/plugins/dist/pom.xml | 13 +
assemblies/plugins/transforms/pom.xml | 1 +
assemblies/plugins/transforms/validator/pom.xml | 44 +
.../transforms/validator/src/assembly/assembly.xml | 50 +
.../validator}/src/main/resources/version.xml | 0
.../hop/core/config/IRestServicesProvider.java | 30 +
.../hop/core/extension/HopExtensionPoint.java | 2 +
.../serializer/json/JsonMetadataSerializer.java | 58 +-
docker/Dockerfile.rest | 63 +
docker/create_hop_rest_container.sh | 51 +
.../integration-tests/integration-tests-doris.yaml | 58 -
docker/resources/run-rest.sh | 36 +
.../assets/images/transforms/icons/validator.svg | 54 +
docs/hop-user-manual/modules/ROOT/nav.adoc | 1 +
.../modules/ROOT/pages/hop-rest/index.adoc | 322 ++++++
.../modules/ROOT/pages/hop-server/web-service.adoc | 2 +-
.../modules/ROOT/pages/pipeline/transforms.adoc | 1 +
.../ROOT/pages/pipeline/transforms/validator.adoc | 146 +++
.../database/0025-table-compare-validation.hpl | 235 ++++
.../datasets/golden-table-compare-details.csv | 4 +
.../datasets/golden-table-compare-general.csv | 2 +
.../database/main-0025-table-compare.hwf | 153 +++
.../dataset/golden-table-compare-details.json | 80 ++
.../dataset/golden-table-compare-general.json | 128 ++
.../database/metadata/rdbms/h2-db.json | 26 +
.../0025-table-compare-validation UNIT.json | 151 +++
integration-tests/hop_server/project-config.json | 24 +-
.../transforms/0067-data-validator-allowed.hpl | 202 ++++
.../transforms/0067-data-validator-basic.hpl | 362 ++++++
.../transforms/0067-data-validator-numeric.hpl | 256 ++++
.../transforms/0067-data-validator-source.hpl | 278 +++++
.../golden-data-validator-allowed-errors.csv | 3 +
.../golden-data-validator-allowed-output.csv | 9 +
.../golden-data-validator-basic-errors.csv | 14 +
.../golden-data-validator-basic-output.csv | 4 +
.../golden-data-validator-numeric-errors.csv | 7 +
.../golden-data-validator-numeric-output.csv | 5 +
.../golden-data-validator-source-errors.csv | 6 +
.../golden-data-validator-source-output.csv | 6 +
.../transforms/main-0067-data-validator.hwf | 88 ++
.../golden-data-validator-allowed-errors.json | 48 +
.../golden-data-validator-allowed-output.json | 16 +
.../golden-data-validator-basic-errors.json | 48 +
.../golden-data-validator-basic-output.json | 16 +
.../golden-data-validator-numeric-errors.json | 56 +
.../golden-data-validator-numeric-output.json | 24 +
.../golden-data-validator-source-errors.json | 56 +
.../golden-data-validator-source-output.json | 24 +
.../0067-data-validator-allowed UNIT.json | 61 +
.../unit-test/0067-data-validator-basic UNIT.json | 61 +
.../0067-data-validator-numeric UNIT.json | 71 ++
.../unit-test/0067-data-validator-source UNIT.json | 71 ++
.../hop/projects/config/ProjectsOptionPlugin.java | 32 +-
.../config/ProjectsSearchOptionPlugin.java | 5 +
.../xp/HopRestServicesStartupProjectsConfig.java | 73 ++
plugins/transforms/pom.xml | 1 +
.../transforms/tablecompare/TableCompare.java | 2 +-
plugins/transforms/validator/pom.xml | 34 +
.../validator/HopValidatorException.java | 116 ++
.../pipeline/transforms/validator/Validation.java | 690 +++++++++++
.../pipeline/transforms/validator/Validator.java | 809 +++++++++++++
.../transforms/validator/ValidatorData.java | 62 +
.../transforms/validator/ValidatorDialog.java | 1222 ++++++++++++++++++++
.../transforms/validator/ValidatorMeta.java | 304 +++++
.../validator/messages/messages_en_US.properties | 123 ++
.../validator/src/main/resources/validator.svg | 54 +
pom.xml | 2 +
rest/pom.xml | 138 +++
rest/src/main/java/org/apache/hop/rest/Hop.java | 228 ++++
.../org/apache/hop/rest/v1/HopApplication.java | 30 +
.../apache/hop/rest/v1/resources/BaseResource.java | 55 +
.../hop/rest/v1/resources/ExecutionResource.java | 190 +++
.../hop/rest/v1/resources/LocationResource.java | 198 ++++
.../hop/rest/v1/resources/MetadataResource.java | 131 +++
.../hop/rest/v1/resources/PluginsResource.java | 74 ++
.../hop/rest/v1/resources/execute/SyncRequest.java | 105 ++
.../resources/location/ListExecutionsRequest.java | 73 ++
rest/src/main/resources/hop-rest.properties | 34 +
rest/src/test/resources/hop-rest.properties | 34 +
.../hopgui/dialog/SearchFieldsProgressDialog.java | 2 +-
.../hopgui/file/pipeline/HopGuiPipelineGraph.java | 85 +-
82 files changed, 8274 insertions(+), 160 deletions(-)
create mode 100644 assemblies/plugins/transforms/validator/pom.xml
create mode 100644 assemblies/plugins/transforms/validator/src/assembly/assembly.xml
copy assemblies/plugins/{actions/abort => transforms/validator}/src/main/resources/version.xml (100%)
create mode 100644 core/src/main/java/org/apache/hop/core/config/IRestServicesProvider.java
create mode 100644 docker/Dockerfile.rest
create mode 100755 docker/create_hop_rest_container.sh
delete mode 100644 docker/integration-tests/integration-tests-doris.yaml
create mode 100755 docker/resources/run-rest.sh
create mode 100644 docs/hop-user-manual/modules/ROOT/assets/images/transforms/icons/validator.svg
create mode 100644 docs/hop-user-manual/modules/ROOT/pages/hop-rest/index.adoc
create mode 100644 docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/validator.adoc
create mode 100644 integration-tests/database/0025-table-compare-validation.hpl
create mode 100644 integration-tests/database/datasets/golden-table-compare-details.csv
create mode 100644 integration-tests/database/datasets/golden-table-compare-general.csv
create mode 100644 integration-tests/database/main-0025-table-compare.hwf
create mode 100644 integration-tests/database/metadata/dataset/golden-table-compare-details.json
create mode 100644 integration-tests/database/metadata/dataset/golden-table-compare-general.json
create mode 100644 integration-tests/database/metadata/rdbms/h2-db.json
create mode 100644 integration-tests/database/metadata/unit-test/0025-table-compare-validation UNIT.json
create mode 100644 integration-tests/transforms/0067-data-validator-allowed.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-basic.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-numeric.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-source.hpl
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-allowed-errors.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-allowed-output.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-basic-errors.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-basic-output.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-numeric-errors.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-numeric-output.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-source-errors.csv
create mode 100644 integration-tests/transforms/datasets/golden-data-validator-source-output.csv
create mode 100644 integration-tests/transforms/main-0067-data-validator.hwf
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-allowed-errors.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-allowed-output.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-basic-errors.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-basic-output.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-numeric-errors.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-numeric-output.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-source-errors.json
create mode 100644 integration-tests/transforms/metadata/dataset/golden-data-validator-source-output.json
create mode 100644 integration-tests/transforms/metadata/unit-test/0067-data-validator-allowed UNIT.json
create mode 100644 integration-tests/transforms/metadata/unit-test/0067-data-validator-basic UNIT.json
create mode 100644 integration-tests/transforms/metadata/unit-test/0067-data-validator-numeric UNIT.json
create mode 100644 integration-tests/transforms/metadata/unit-test/0067-data-validator-source UNIT.json
create mode 100644 plugins/misc/projects/src/main/java/org/apache/hop/projects/xp/HopRestServicesStartupProjectsConfig.java
create mode 100644 plugins/transforms/validator/pom.xml
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/HopValidatorException.java
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/Validation.java
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/Validator.java
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorData.java
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorDialog.java
create mode 100644 plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorMeta.java
create mode 100644 plugins/transforms/validator/src/main/resources/org/apache/hop/pipeline/transforms/validator/messages/messages_en_US.properties
create mode 100644 plugins/transforms/validator/src/main/resources/validator.svg
create mode 100644 rest/pom.xml
create mode 100644 rest/src/main/java/org/apache/hop/rest/Hop.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/HopApplication.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/BaseResource.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/ExecutionResource.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/LocationResource.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/MetadataResource.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/PluginsResource.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/execute/SyncRequest.java
create mode 100644 rest/src/main/java/org/apache/hop/rest/v1/resources/location/ListExecutionsRequest.java
create mode 100644 rest/src/main/resources/hop-rest.properties
create mode 100644 rest/src/test/resources/hop-rest.properties