You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ba...@apache.org on 2024/05/17 12:28:43 UTC
(hop) branch main updated (2294b7d9ca -> ba00ac5b00)
This is an automated email from the ASF dual-hosted git repository.
bartmaer pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/hop.git
from 2294b7d9ca exclude MDI template from samples IT #2237 (#3948)
add c944e504bf CrateDB Bulkloader
new ba00ac5b00 Merge pull request #3860 from xdelox/crate-db-bulk-loader
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
assemblies/plugins/dist/pom.xml | 13 +
.../plugins/transforms/cratedbbulkloader/pom.xml | 44 +
.../cratedbbulkloader/src/assembly/assembly.xml | 49 +
.../src/main/resources/version.xml | 20 +
assemblies/plugins/transforms/pom.xml | 3 +-
.../integration-tests-cratedb.yaml | 42 +
.../resource/cratedb/config/crate.yml | 36 +
.../pipeline/transforms/cratedb-bulkloader.adoc | 98 ++
integration-tests/cratedb/0001-http-endpoint.hpl | 282 ++++
.../0002-copy-from-filesystem-stream-to-dir.hpl | 284 ++++
integration-tests/cratedb/datasets/dataset-100.csv | 100 ++
.../{azure => cratedb}/dev-env-config.json | 0
integration-tests/cratedb/hop-config.json | 290 ++++
integration-tests/cratedb/import/dataset-100.csv | 100 ++
.../cratedb/main-0001-http-endpoint.hwf | 196 +++
.../cratedb/main-0002-copy-from-filesystem.hwf | 194 +++
.../metadata/pipeline-run-configuration/local.json | 21 +
.../cratedb/metadata/rdbms/cratedb-test.json | 26 +
.../metadata/workflow-run-configuration/local.json | 0
.../{actions => cratedb}/project-config.json | 0
...bDatabaseMeta.java => CrateDBDatabaseMeta.java} | 5 +-
.../databases/cratedb/CrateDBDatabaseMetaIT.java | 15 +-
.../databases/cratedb/CrateDBDatabaseMetaTest.java | 4 +-
.../cratedb/CrateDBValueMetaBaseTest.java | 16 +-
.../databases/cratedb/ReleaseSavePointTest.java | 2 +-
plugins/transforms/cratedbbulkloader/pom.xml | 58 +
.../cratedbbulkloader/CrateDBBulkLoader.java | 971 ++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderData.java | 77 ++
.../cratedbbulkloader/CrateDBBulkLoaderDialog.java | 1381 ++++++++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderField.java | 72 +
.../cratedbbulkloader/CrateDBBulkLoaderMeta.java | 951 ++++++++++++++
.../transforms/cratedbbulkloader/Scheme.java} | 29 +-
.../cratedbbulkloader/http/BulkImportClient.java | 117 ++
.../http/CrateDBHttpResponse.java} | 35 +-
.../http/HttpBulkImportResponse.java | 75 ++
.../cratedbbulkloader/http/HttpImportMetrics.java} | 38 +-
.../cratedbbulkloader/http/RowMetrics.java} | 30 +-
.../http/exceptions/CrateDBHopException.java} | 28 +-
.../UnauthorizedCrateDBAccessException.java} | 28 +-
.../src/main/resources/CrateDBBulkLoader.svg | 21 +
.../messages/messages_en_US.properties | 129 ++
.../messages/messages_it_IT.properties | 0
.../cratedbbulkloader/http/BulkImportClientIT.java | 163 +++
.../http/HttpBulkImportResponseTest.java | 96 ++
.../cratedbbulkloader/src/test/resources/crate.yml | 36 +
plugins/transforms/pom.xml | 1 +
46 files changed, 6031 insertions(+), 145 deletions(-)
create mode 100644 assemblies/plugins/transforms/cratedbbulkloader/pom.xml
create mode 100644 assemblies/plugins/transforms/cratedbbulkloader/src/assembly/assembly.xml
create mode 100644 assemblies/plugins/transforms/cratedbbulkloader/src/main/resources/version.xml
create mode 100644 docker/integration-tests/integration-tests-cratedb.yaml
create mode 100644 docker/integration-tests/resource/cratedb/config/crate.yml
create mode 100644 docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/cratedb-bulkloader.adoc
create mode 100644 integration-tests/cratedb/0001-http-endpoint.hpl
create mode 100644 integration-tests/cratedb/0002-copy-from-filesystem-stream-to-dir.hpl
create mode 100644 integration-tests/cratedb/datasets/dataset-100.csv
copy integration-tests/{azure => cratedb}/dev-env-config.json (100%)
create mode 100644 integration-tests/cratedb/hop-config.json
create mode 100644 integration-tests/cratedb/import/dataset-100.csv
create mode 100644 integration-tests/cratedb/main-0001-http-endpoint.hwf
create mode 100644 integration-tests/cratedb/main-0002-copy-from-filesystem.hwf
create mode 100644 integration-tests/cratedb/metadata/pipeline-run-configuration/local.json
create mode 100644 integration-tests/cratedb/metadata/rdbms/cratedb-test.json
copy integration-tests/{azure => cratedb}/metadata/workflow-run-configuration/local.json (100%)
copy integration-tests/{actions => cratedb}/project-config.json (100%)
rename plugins/databases/cratedb/src/main/java/org/apache/hop/databases/cratedb/{CrateDbDatabaseMeta.java => CrateDBDatabaseMeta.java} (97%)
create mode 100644 plugins/transforms/cratedbbulkloader/pom.xml
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoader.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderData.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderDialog.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderField.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderMeta.java
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/Scheme.java} (57%)
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/BulkImportClient.java
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/CrateDBHttpResponse.java} (58%)
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpBulkImportResponse.java
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpImportMetrics.java} (58%)
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/RowMetrics.java} (58%)
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/exceptions/CrateDBHopException.java} (57%)
copy plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java => transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/exceptions/UnauthorizedCrateDBAccessException.java} (57%)
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/resources/CrateDBBulkLoader.svg
create mode 100644 plugins/transforms/cratedbbulkloader/src/main/resources/org/apache/hop/pipeline/transforms/cratedbbulkloader/messages/messages_en_US.properties
copy {core/src/main/resources/org/apache/hop/core/util => plugins/transforms/cratedbbulkloader/src/main/resources/org/apache/hop/pipeline/transforms/cratedbbulkloader}/messages/messages_it_IT.properties (100%)
create mode 100644 plugins/transforms/cratedbbulkloader/src/test/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/BulkImportClientIT.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/test/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpBulkImportResponseTest.java
create mode 100644 plugins/transforms/cratedbbulkloader/src/test/resources/crate.yml
(hop) 01/01: Merge pull request #3860 from xdelox/crate-db-bulk-loader
Posted by ba...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
bartmaer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/hop.git
commit ba00ac5b00143a776408085e779b8df0cd70d5fa
Merge: 2294b7d9ca c944e504bf
Author: Bart Maertens <ba...@know.bi>
AuthorDate: Fri May 17 14:28:38 2024 +0200
Merge pull request #3860 from xdelox/crate-db-bulk-loader
CrateDB Bulkloader
assemblies/plugins/dist/pom.xml | 13 +
.../plugins/transforms/cratedbbulkloader/pom.xml | 44 +
.../cratedbbulkloader/src/assembly/assembly.xml | 49 +
.../src/main/resources/version.xml | 20 +
assemblies/plugins/transforms/pom.xml | 3 +-
.../integration-tests-cratedb.yaml | 42 +
.../resource/cratedb/config/crate.yml | 36 +
.../pipeline/transforms/cratedb-bulkloader.adoc | 98 ++
integration-tests/cratedb/0001-http-endpoint.hpl | 282 ++++
.../0002-copy-from-filesystem-stream-to-dir.hpl | 284 ++++
integration-tests/cratedb/datasets/dataset-100.csv | 100 ++
integration-tests/cratedb/dev-env-config.json | 3 +
integration-tests/cratedb/hop-config.json | 290 ++++
integration-tests/cratedb/import/dataset-100.csv | 100 ++
.../cratedb/main-0001-http-endpoint.hwf | 196 +++
.../cratedb/main-0002-copy-from-filesystem.hwf | 194 +++
.../metadata/pipeline-run-configuration/local.json | 21 +
.../cratedb/metadata/rdbms/cratedb-test.json | 26 +
.../metadata/workflow-run-configuration/local.json | 11 +
integration-tests/cratedb/project-config.json | 13 +
...bDatabaseMeta.java => CrateDBDatabaseMeta.java} | 5 +-
.../databases/cratedb/CrateDBDatabaseMetaIT.java | 15 +-
.../databases/cratedb/CrateDBDatabaseMetaTest.java | 4 +-
.../cratedb/CrateDBValueMetaBaseTest.java | 16 +-
.../databases/cratedb/ReleaseSavePointTest.java | 2 +-
plugins/transforms/cratedbbulkloader/pom.xml | 58 +
.../cratedbbulkloader/CrateDBBulkLoader.java | 971 ++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderData.java | 77 ++
.../cratedbbulkloader/CrateDBBulkLoaderDialog.java | 1381 ++++++++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderField.java | 72 +
.../cratedbbulkloader/CrateDBBulkLoaderMeta.java | 951 ++++++++++++++
.../transforms/cratedbbulkloader/Scheme.java} | 29 +-
.../cratedbbulkloader/http/BulkImportClient.java | 117 ++
.../http/CrateDBHttpResponse.java} | 35 +-
.../http/HttpBulkImportResponse.java | 75 ++
.../cratedbbulkloader/http/HttpImportMetrics.java} | 38 +-
.../cratedbbulkloader/http/RowMetrics.java} | 30 +-
.../http/exceptions/CrateDBHopException.java} | 28 +-
.../UnauthorizedCrateDBAccessException.java} | 28 +-
.../src/main/resources/CrateDBBulkLoader.svg | 21 +
.../messages/messages_en_US.properties | 129 ++
.../messages/messages_it_IT.properties | 19 +
.../cratedbbulkloader/http/BulkImportClientIT.java | 163 +++
.../http/HttpBulkImportResponseTest.java | 96 ++
.../cratedbbulkloader/src/test/resources/crate.yml | 36 +
plugins/transforms/pom.xml | 1 +
46 files changed, 6077 insertions(+), 145 deletions(-)