You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by dw...@apache.org on 2020/07/30 13:10:52 UTC
[flink] branch master updated (a0227e2 -> 1c09c23)
This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from a0227e2 [FLINK-18362][yarn] Fix mistakenly merged commit 0e10fd5b8ee0
add 1c09c23 [FLINK-16048][avro] Support read/write confluent schema registry avro data from Kafka
No new revisions were added by this update.
Summary of changes:
.../flink-avro-confluent-registry/pom.xml | 56 +++-
.../confluent/CachedSchemaCoderProvider.java | 76 ++++++
...ConfluentRegistryAvroDeserializationSchema.java | 20 --
.../ConfluentRegistryAvroSerializationSchema.java | 22 --
.../confluent/RegistryAvroFormatFactory.java} | 86 +++---
.../registry/confluent/RegistryAvroOptions.java | 30 +--
.../src/main/resources/META-INF/NOTICE | 4 +-
.../org.apache.flink.table.factories.Factory | 2 +-
.../confluent/RegistryAvroFormatFactoryTest.java} | 107 +++++---
.../RegistryAvroRowDataSeDeSchemaTest.java | 199 ++++++++++++++
.../formats/avro/AvroDeserializationSchema.java | 19 ++
.../formats/avro/AvroFileSystemFormatFactory.java | 8 +-
.../avro/AvroRowDataDeserializationSchema.java | 297 +++------------------
.../avro/AvroRowDataSerializationSchema.java | 232 ++--------------
.../formats/avro/AvroSerializationSchema.java | 19 ++
.../formats/avro/AvroToRowDataConverters.java | 248 +++++++++++++++++
.../avro/RegistryAvroDeserializationSchema.java | 23 +-
.../avro/RegistryAvroSerializationSchema.java | 23 +-
.../formats/avro/RowDataToAvroConverters.java | 203 ++++++++++++++
.../avro/typeutils/AvroSchemaConverter.java | 122 +++++++++
.../avro/typeutils/AvroSchemaConverterTest.java | 49 ++++
21 files changed, 1217 insertions(+), 628 deletions(-)
create mode 100644 flink-formats/flink-avro-confluent-registry/src/main/java/org/apache/flink/formats/avro/registry/confluent/CachedSchemaCoderProvider.java
copy flink-formats/{flink-json/src/main/java/org/apache/flink/formats/json/JsonFormatFactory.java => flink-avro-confluent-registry/src/main/java/org/apache/flink/formats/avro/registry/confluent/RegistryAvroFormatFactory.java} (62%)
copy flink-kubernetes/src/main/java/org/apache/flink/kubernetes/configuration/KubernetesConfigOptionsInternal.java => flink-formats/flink-avro-confluent-registry/src/main/java/org/apache/flink/formats/avro/registry/confluent/RegistryAvroOptions.java (55%)
copy {flink-connectors/flink-connector-kafka => flink-formats/flink-avro-confluent-registry}/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory (91%)
copy flink-formats/{flink-json/src/test/java/org/apache/flink/formats/json/canal/CanalJsonFormatFactoryTest.java => flink-avro-confluent-registry/src/test/java/org/apache/flink/formats/avro/registry/confluent/RegistryAvroFormatFactoryTest.java} (54%)
create mode 100644 flink-formats/flink-avro-confluent-registry/src/test/java/org/apache/flink/formats/avro/registry/confluent/RegistryAvroRowDataSeDeSchemaTest.java
create mode 100644 flink-formats/flink-avro/src/main/java/org/apache/flink/formats/avro/AvroToRowDataConverters.java
create mode 100644 flink-formats/flink-avro/src/main/java/org/apache/flink/formats/avro/RowDataToAvroConverters.java