You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ha...@apache.org on 2022/02/11 10:19:29 UTC
[hop] branch master updated (566666d -> 848277d)
This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git.
from 566666d Merge pull request #1350 from gvdutra/HOP-3744
new 9654410 HOP-3686 : Create an Avro Encode transform
new 34702ff HOP-3738 : NoClassDefFoundError using http(s) VFS
new e9921c8 HOP-2788 : Add Kafka Configuration options to Kafka Producer Transform HOP-3688 : Create an Avro Encode transform HOP-3739 : Add support for Avro in Kafka transforms
new bf32dba HOP-3739 : Add support for Avro in Kafka transforms
new 152e085 HOP-3739 : Add support for Avro in Kafka transforms (docs)
new 848277d Merge pull request #1352 from mattcasters/master
The 3514 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../plugins/engines/beam/src/assembly/assembly.xml | 1 -
assemblies/plugins/tech/avro/pom.xml | 7 -
.../plugins/tech/avro/src/assembly/assembly.xml | 1 -
.../plugins/tech/parquet/src/assembly/assembly.xml | 2 -
assemblies/plugins/transforms/kafka/pom.xml | 18 +-
.../transforms/kafka/src/assembly/assembly.xml | 5 +
.../kafka/src/main/resources/dependencies.xml | 1 +
core/pom.xml | 16 ++
.../java/org/apache/hop/core/row/IValueMeta.java | 16 ++
.../hop/core/row/value}/ValueMetaAvroRecord.java | 261 ++++++++++++++++--
.../apache/hop/core/row/value/ValueMetaBase.java | 20 ++
.../hop/core/row/value/ValueMetaFactory.java | 27 ++
.../src/main/resources/images/avro.svg | 0
.../core/row/value/ValueMetaAvroRecordTest.java | 228 ++++++++++++++++
.../pages/pipeline/transforms/avro-decode.adoc | 2 +-
.../{avro-decode.adoc => avro-encode.adoc} | 30 ++-
.../pipeline/transforms/beamkafkaconsume.adoc | 115 ++++++--
.../pipeline/transforms/beamkafkaproduce.adoc | 55 ++++
.../pages/pipeline/transforms/kafkaconsumer.adoc | 52 +++-
.../pages/pipeline/transforms/kafkaproducer.adoc | 52 +++-
.../modules/ROOT/pages/technology/avro/index.adoc | 55 ++++
.../pipeline/SingleThreadedPipelineExecutor.java | 14 +-
.../neo4j-cypher-unwind-create-nodes.hpl | 16 +-
.../remove-everything/remove all in database.hwf | 8 +-
.../apache/hop/beam/core/coder/HopRowCoder.java | 69 ++++-
.../hop/beam/core/fn/KVStringStringToHopRowFn.java | 101 -------
.../core/transform/BeamKafkaInputTransform.java | 273 ++++++++++++++++---
.../core/transform/BeamKafkaOutputTransform.java | 230 ++++++++++++++--
.../hop/beam/core/transform/SerializerType.java | 101 +++++++
.../org/apache/hop/beam/core/util/JsonRowMeta.java | 20 +-
.../beam/transforms/kafka/BeamConsumeDialog.java | 76 +++++-
.../hop/beam/transforms/kafka/BeamConsumeMeta.java | 67 ++++-
.../beam/transforms/kafka/BeamProduceDialog.java | 74 +++++-
.../hop/beam/transforms/kafka/BeamProduceMeta.java | 50 +++-
.../kafka/messages/messages_en_US.properties | 3 +
.../hop/beam/core/coder/HopRowCoderTest.java | 104 +++++++-
plugins/tech/avro/pom.xml | 6 +-
.../hop/avro/transforms/avrodecode/AvroDecode.java | 38 ++-
.../avro/transforms/avrodecode/AvroDecodeData.java | 2 +-
.../transforms/avrodecode/AvroDecodeDialog.java | 223 +++++++++-------
.../avro/transforms/avrodecode/AvroDecodeMeta.java | 13 +-
.../avro/transforms/avrodecode/TargetField.java | 2 +-
.../hop/avro/transforms/avroencode/AvroEncode.java | 120 +++++++++
.../transforms/avroencode/AvroEncodeData.java} | 15 +-
.../transforms/avroencode/AvroEncodeDialog.java | 292 +++++++++++++++++++++
.../avro/transforms/avroencode/AvroEncodeMeta.java | 229 ++++++++++++++++
.../avro/transforms/avroencode/SourceField.java} | 61 ++++-
.../transforms/avroinput/AvroFileInputMeta.java | 2 +-
.../tech/avro/src/main/resources/avro_encode.svg | 128 +++++++++
.../avroencode/messages/messages_en_US.properties} | 17 +-
plugins/tech/parquet/pom.xml | 1 -
plugins/transforms/kafka/pom.xml | 1 +
.../kafka/consumer/KafkaConsumerField.java | 2 +-
.../kafka/consumer/KafkaConsumerInput.java | 17 +-
.../kafka/consumer/KafkaConsumerInputData.java | 6 +-
.../kafka/consumer/KafkaConsumerInputDialog.java | 2 +-
.../kafka/producer/KafkaProducerOutput.java | 28 +-
.../kafka/producer/KafkaProducerOutputData.java | 11 +-
.../transforms/kafka/shared/KafkaDialogHelper.java | 2 +-
.../consumer/messages/messages_en_US.properties | 2 +-
.../main/java/org/apache/hop/ui/core/PropsUi.java | 2 +
61 files changed, 2933 insertions(+), 459 deletions(-)
rename {plugins/tech/avro/src/main/java/org/apache/hop/avro/type => core/src/main/java/org/apache/hop/core/row/value}/ValueMetaAvroRecord.java (56%)
rename plugins/tech/avro/src/main/resources/Apache_Avro_Logo.svg => core/src/main/resources/images/avro.svg (100%)
create mode 100644 core/src/test/java/org/apache/hop/core/row/value/ValueMetaAvroRecordTest.java
copy docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/{avro-decode.adoc => avro-encode.adoc} (55%)
create mode 100644 docs/hop-user-manual/modules/ROOT/pages/technology/avro/index.adoc
delete mode 100644 plugins/engines/beam/src/main/java/org/apache/hop/beam/core/fn/KVStringStringToHopRowFn.java
create mode 100644 plugins/engines/beam/src/main/java/org/apache/hop/beam/core/transform/SerializerType.java
create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncode.java
copy plugins/{transforms/systemdata/src/main/java/org/apache/hop/pipeline/transforms/systemdata/SystemDataData.java => tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeData.java} (78%)
create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeDialog.java
create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeMeta.java
copy plugins/tech/{parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetField.java => avro/src/main/java/org/apache/hop/avro/transforms/avroencode/SourceField.java} (54%)
create mode 100644 plugins/tech/avro/src/main/resources/avro_encode.svg
copy plugins/{transforms/webservices/src/main/resources/org/apache/hop/pipeline/transforms/webservices/messages/wsdl/messages/messages_fr_FR.properties => tech/avro/src/main/resources/org/apache/hop/avro/transforms/avroencode/messages/messages_en_US.properties} (63%)