You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by am...@apache.org on 2021/02/09 01:28:15 UTC
[beam] branch master updated (c6db9ca -> e6eba9e)
This is an automated email from the ASF dual-hosted git repository.
amaliujia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from c6db9ca [BEAM-11324] Impose consistent ordering on partitionings used in PartitioningSession (#13854)
add e6eba9e [BEAM-11659] Extract common payload serialization behavior for Row transforms. (#13825)
No new revisions were added by this update.
Summary of changes:
.../src/main/resources/beam/suppressions.xml | 1 +
.../org/apache/beam/sdk/schemas/io/GenericDlq.java | 17 +--
.../beam/sdk/schemas/io/GenericDlqProvider.java | 6 +-
...nvalidLocationException.java => Providers.java} | 33 +++--
.../AvroPayloadSerializerProvider.java} | 25 ++--
.../io/payloads/JsonPayloadSerializerProvider.java | 52 +++++++
.../payloads/PayloadSerializer.java} | 31 ++++-
.../payloads/PayloadSerializerProvider.java} | 19 ++-
.../PayloadSerializers.java} | 42 +++---
.../schemas/io/{ => payloads}/package-info.java | 2 +-
.../org/apache/beam/sdk/util/RowJsonUtils.java | 2 +-
.../io/AvroPayloadSerializerProviderTest.java | 64 +++++++++
.../io/JsonPayloadSerializerProviderTest.java | 60 ++++++++
.../meta/provider/kafka/BeamKafkaAvroTable.java | 89 ------------
.../meta/provider/kafka/BeamKafkaJsonTable.java | 107 --------------
.../meta/provider/kafka/BeamKafkaProtoTable.java | 119 ----------------
.../meta/provider/kafka/BeamKafkaThriftTable.java | 138 ------------------
.../meta/provider/kafka/KafkaTableProvider.java | 86 +++---------
.../kafka/PayloadSerializerKafkaTable.java | 69 +++++++++
.../payloads/ProtoPayloadSerializerProvider.java | 85 ++++++++++++
.../payloads/ThriftPayloadSerializerProvider.java | 108 +++++++++++++++
.../sql/meta/provider/payloads}/package-info.java | 2 +-
.../provider/kafka/BeamKafkaTableAvroTest.java | 12 +-
.../provider/kafka/BeamKafkaTableJsonTest.java | 12 +-
.../provider/kafka/BeamKafkaTableProtoTest.java | 36 +++--
.../provider/kafka/BeamKafkaTableThriftTest.java | 35 +++--
.../provider/kafka/KafkaTableProviderTest.java | 12 +-
.../ProtoPayloadSerializerProviderTest.java | 111 +++++++++++++++
.../ThriftPayloadSerializerProviderTest.java | 154 +++++++++++++++++++++
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 98 +++----------
.../sdk/io/gcp/pubsub/PubsubSchemaIOProvider.java | 49 ++++++-
.../beam/sdk/io/gcp/pubsub/RowToPubsubMessage.java | 60 ++------
.../sdk/io/gcp/pubsub/PubsubMessageToRowTest.java | 40 ++----
33 files changed, 988 insertions(+), 788 deletions(-)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{InvalidLocationException.java => Providers.java} (52%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{InvalidLocationException.java => payloads/AvroPayloadSerializerProvider.java} (61%)
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/payloads/JsonPayloadSerializerProvider.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{Factory.java => io/payloads/PayloadSerializer.java} (59%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{Factory.java => io/payloads/PayloadSerializerProvider.java} (66%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{Failure.java => payloads/PayloadSerializers.java} (53%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/io/{ => payloads}/package-info.java (95%)
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/io/AvroPayloadSerializerProviderTest.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/schemas/io/JsonPayloadSerializerProviderTest.java
delete mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaAvroTable.java
delete mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaJsonTable.java
delete mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaProtoTable.java
delete mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaThriftTable.java
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/PayloadSerializerKafkaTable.java
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ProtoPayloadSerializerProvider.java
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ThriftPayloadSerializerProvider.java
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/io => extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads}/package-info.java (93%)
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ProtoPayloadSerializerProviderTest.java
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/payloads/ThriftPayloadSerializerProviderTest.java