You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2020/02/25 13:15:17 UTC
[beam] branch master updated (6266296 -> 827ad19)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 6266296 Merge pull request #10960: [BEAM-8616] Make hadoop-client a provided dependency on ParquetIO
add 00cf821 [BEAM-9364] Refactor KafkaIO to use DeserializerProviders
add 827ad19 Merge pull request #10947: [BEAM-9364] Refactor KafkaIO to use DeserializerProviders
No new revisions were added by this update.
Summary of changes:
sdks/java/io/kafka/build.gradle | 1 +
.../beam/sdk/io/kafka/BasicCSRClientProvider.java | 61 ------
.../beam/sdk/io/kafka/CSRClientProvider.java | 39 ----
...onfluentSchemaRegistryDeserializerProvider.java | 106 +++++++++
...package-info.java => DeserializerProvider.java} | 17 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 211 ++++--------------
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 35 +--
.../sdk/io/kafka/LocalDeserializerProvider.java | 98 +++++++++
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 14 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 243 +++++----------------
.../io/kafka/LocalDeserializerProviderTest.java | 108 +++++++++
.../beam/sdk/io/kafka/TestCSRClientProvider.java | 64 ------
12 files changed, 437 insertions(+), 560 deletions(-)
delete mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/BasicCSRClientProvider.java
delete mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/CSRClientProvider.java
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/ConfluentSchemaRegistryDeserializerProvider.java
copy sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/{package-info.java => DeserializerProvider.java} (67%)
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/LocalDeserializerProvider.java
create mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/LocalDeserializerProviderTest.java
delete mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/TestCSRClientProvider.java