You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ha...@apache.org on 2022/02/11 10:19:29 UTC

[hop] branch master updated (566666d -> 848277d)

This is an automated email from the ASF dual-hosted git repository.

hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git.


    from 566666d  Merge pull request #1350 from gvdutra/HOP-3744
     new 9654410  HOP-3686 : Create an Avro Encode transform
     new 34702ff  HOP-3738 : NoClassDefFoundError using http(s) VFS
     new e9921c8  HOP-2788 : Add Kafka Configuration options to Kafka Producer Transform HOP-3688 : Create an Avro Encode transform HOP-3739 : Add support for Avro in Kafka transforms
     new bf32dba  HOP-3739 : Add support for Avro in Kafka transforms
     new 152e085  HOP-3739 : Add support for Avro in Kafka transforms (docs)
     new 848277d  Merge pull request #1352 from mattcasters/master

The 3514 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../plugins/engines/beam/src/assembly/assembly.xml |   1 -
 assemblies/plugins/tech/avro/pom.xml               |   7 -
 .../plugins/tech/avro/src/assembly/assembly.xml    |   1 -
 .../plugins/tech/parquet/src/assembly/assembly.xml |   2 -
 assemblies/plugins/transforms/kafka/pom.xml        |  18 +-
 .../transforms/kafka/src/assembly/assembly.xml     |   5 +
 .../kafka/src/main/resources/dependencies.xml      |   1 +
 core/pom.xml                                       |  16 ++
 .../java/org/apache/hop/core/row/IValueMeta.java   |  16 ++
 .../hop/core/row/value}/ValueMetaAvroRecord.java   | 261 ++++++++++++++++--
 .../apache/hop/core/row/value/ValueMetaBase.java   |  20 ++
 .../hop/core/row/value/ValueMetaFactory.java       |  27 ++
 .../src/main/resources/images/avro.svg             |   0
 .../core/row/value/ValueMetaAvroRecordTest.java    | 228 ++++++++++++++++
 .../pages/pipeline/transforms/avro-decode.adoc     |   2 +-
 .../{avro-decode.adoc => avro-encode.adoc}         |  30 ++-
 .../pipeline/transforms/beamkafkaconsume.adoc      | 115 ++++++--
 .../pipeline/transforms/beamkafkaproduce.adoc      |  55 ++++
 .../pages/pipeline/transforms/kafkaconsumer.adoc   |  52 +++-
 .../pages/pipeline/transforms/kafkaproducer.adoc   |  52 +++-
 .../modules/ROOT/pages/technology/avro/index.adoc  |  55 ++++
 .../pipeline/SingleThreadedPipelineExecutor.java   |  14 +-
 .../neo4j-cypher-unwind-create-nodes.hpl           |  16 +-
 .../remove-everything/remove all in database.hwf   |   8 +-
 .../apache/hop/beam/core/coder/HopRowCoder.java    |  69 ++++-
 .../hop/beam/core/fn/KVStringStringToHopRowFn.java | 101 -------
 .../core/transform/BeamKafkaInputTransform.java    | 273 ++++++++++++++++---
 .../core/transform/BeamKafkaOutputTransform.java   | 230 ++++++++++++++--
 .../hop/beam/core/transform/SerializerType.java    | 101 +++++++
 .../org/apache/hop/beam/core/util/JsonRowMeta.java |  20 +-
 .../beam/transforms/kafka/BeamConsumeDialog.java   |  76 +++++-
 .../hop/beam/transforms/kafka/BeamConsumeMeta.java |  67 ++++-
 .../beam/transforms/kafka/BeamProduceDialog.java   |  74 +++++-
 .../hop/beam/transforms/kafka/BeamProduceMeta.java |  50 +++-
 .../kafka/messages/messages_en_US.properties       |   3 +
 .../hop/beam/core/coder/HopRowCoderTest.java       | 104 +++++++-
 plugins/tech/avro/pom.xml                          |   6 +-
 .../hop/avro/transforms/avrodecode/AvroDecode.java |  38 ++-
 .../avro/transforms/avrodecode/AvroDecodeData.java |   2 +-
 .../transforms/avrodecode/AvroDecodeDialog.java    | 223 +++++++++-------
 .../avro/transforms/avrodecode/AvroDecodeMeta.java |  13 +-
 .../avro/transforms/avrodecode/TargetField.java    |   2 +-
 .../hop/avro/transforms/avroencode/AvroEncode.java | 120 +++++++++
 .../transforms/avroencode/AvroEncodeData.java}     |  15 +-
 .../transforms/avroencode/AvroEncodeDialog.java    | 292 +++++++++++++++++++++
 .../avro/transforms/avroencode/AvroEncodeMeta.java | 229 ++++++++++++++++
 .../avro/transforms/avroencode/SourceField.java}   |  61 ++++-
 .../transforms/avroinput/AvroFileInputMeta.java    |   2 +-
 .../tech/avro/src/main/resources/avro_encode.svg   | 128 +++++++++
 .../avroencode/messages/messages_en_US.properties} |  17 +-
 plugins/tech/parquet/pom.xml                       |   1 -
 plugins/transforms/kafka/pom.xml                   |   1 +
 .../kafka/consumer/KafkaConsumerField.java         |   2 +-
 .../kafka/consumer/KafkaConsumerInput.java         |  17 +-
 .../kafka/consumer/KafkaConsumerInputData.java     |   6 +-
 .../kafka/consumer/KafkaConsumerInputDialog.java   |   2 +-
 .../kafka/producer/KafkaProducerOutput.java        |  28 +-
 .../kafka/producer/KafkaProducerOutputData.java    |  11 +-
 .../transforms/kafka/shared/KafkaDialogHelper.java |   2 +-
 .../consumer/messages/messages_en_US.properties    |   2 +-
 .../main/java/org/apache/hop/ui/core/PropsUi.java  |   2 +
 61 files changed, 2933 insertions(+), 459 deletions(-)
 rename {plugins/tech/avro/src/main/java/org/apache/hop/avro/type => core/src/main/java/org/apache/hop/core/row/value}/ValueMetaAvroRecord.java (56%)
 rename plugins/tech/avro/src/main/resources/Apache_Avro_Logo.svg => core/src/main/resources/images/avro.svg (100%)
 create mode 100644 core/src/test/java/org/apache/hop/core/row/value/ValueMetaAvroRecordTest.java
 copy docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/{avro-decode.adoc => avro-encode.adoc} (55%)
 create mode 100644 docs/hop-user-manual/modules/ROOT/pages/technology/avro/index.adoc
 delete mode 100644 plugins/engines/beam/src/main/java/org/apache/hop/beam/core/fn/KVStringStringToHopRowFn.java
 create mode 100644 plugins/engines/beam/src/main/java/org/apache/hop/beam/core/transform/SerializerType.java
 create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncode.java
 copy plugins/{transforms/systemdata/src/main/java/org/apache/hop/pipeline/transforms/systemdata/SystemDataData.java => tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeData.java} (78%)
 create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeDialog.java
 create mode 100644 plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroencode/AvroEncodeMeta.java
 copy plugins/tech/{parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetField.java => avro/src/main/java/org/apache/hop/avro/transforms/avroencode/SourceField.java} (54%)
 create mode 100644 plugins/tech/avro/src/main/resources/avro_encode.svg
 copy plugins/{transforms/webservices/src/main/resources/org/apache/hop/pipeline/transforms/webservices/messages/wsdl/messages/messages_fr_FR.properties => tech/avro/src/main/resources/org/apache/hop/avro/transforms/avroencode/messages/messages_en_US.properties} (63%)