You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/11/03 02:37:00 UTC
[beam] tag nightly-master updated (168d442 -> 64ec3da)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 168d442 (commit)
to 64ec3da (commit)
from 168d442 Merge pull request #13151: [BEAM-8676] Upgrade gax-java 1.60.0 and grpc 1.32.2
add f4bf9c5 [BEAM-5939] - Deduplicate constants (#13142)
add 38bf69e [BEAM-11160] Fix HadoopFormatIOIT
add 7a61987 Merge pull request #13232: [BEAM-11160] Fix HadoopFormatIOIT
add d9bb705 Order stages according to data edges as well as must-follows.
add bc102cf Merge pull request #13177 Sort stages according to data edges as well as must-follows.
add 07a1220 [BEAM-3736] Construct empty global combine values on workers when possible.
add ae88477 lint
add 4b79e9a Merge pull request #13132 [BEAM-3736] Construct empty global combine values on workers when possible.
add e6b571e [BEAM-11154] Check coder proto to avoid registering same coder under different name in step translation phase (#13225)
add 1eea63a [BEAM-11143] Ensure that AfterWatermarkStateMachine clears late trigger state for merged away windows.
add 8137904 Merge pull request #13206: [BEAM-11143] Ensure that AfterWatermarkStateMachine clears late trigger state for merged windows
add c0c39eb [BEAM-9444] Use GCP BOM to set package versions (#13075)
add cbe8744 [BEAM-11052] Memoize to_pcollection (#13066)
add b5ca192 [BEAM-9547] Auto-populate any unimplemented methods/properties with not_implemented_method (#13224)
add 64ec3da [BEAM-10892] Add Proto support to Kafka Table Provider (#12838)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 111 ++++++++++------
examples/java/build.gradle | 1 +
examples/kotlin/build.gradle | 1 +
.../runners/core/construction/SdkComponents.java | 11 +-
.../core/triggers/AfterWatermarkStateMachine.java | 7 +-
.../triggers/AfterWatermarkStateMachineTest.java | 4 +-
runners/google-cloud-dataflow-java/build.gradle | 1 +
.../google-cloud-dataflow-java/worker/build.gradle | 1 +
.../container/license_scripts/dep_urls_java.yaml | 4 +
.../google-cloud-platform-core/build.gradle | 1 +
.../extensions/protobuf/ProtoMessageSchema.java | 76 +++++++++++
.../protobuf/ProtoMessageSchemaTest.java | 21 +++
.../sdk/extensions/protobuf/TestProtoSchemas.java | 28 ++++
sdks/java/extensions/sql/build.gradle | 14 +-
sdks/java/extensions/sql/datacatalog/build.gradle | 1 +
.../meta/provider/kafka/BeamKafkaProtoTable.java | 116 +++++++++++++++++
.../meta/provider/kafka/KafkaTableProvider.java | 11 +-
.../provider/kafka/BeamKafkaTableAvroTest.java | 4 -
.../provider/kafka/BeamKafkaTableProtoTest.java | 116 +++++++++++++++++
.../meta/provider/kafka/BeamKafkaTableTest.java | 4 +-
.../meta/provider/kafka/KafkaTableProviderIT.java | 29 ++---
...rAvroIT.java => KafkaTableProviderProtoIT.java} | 22 +++-
.../provider/kafka/KafkaTableProviderTest.java | 33 ++++-
.../sql/src/test/proto/kafka/kafka_messages.proto} | 33 +++--
sdks/java/extensions/sql/zetasql/build.gradle | 1 +
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 8 --
sdks/java/io/hadoop-format/build.gradle | 1 +
sdks/java/io/splunk/build.gradle | 1 +
sdks/java/maven-archetypes/examples/build.gradle | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 16 ++-
sdks/java/testing/test-utils/build.gradle | 1 +
sdks/python/apache_beam/dataframe/convert.py | 68 ++++++++--
sdks/python/apache_beam/dataframe/convert_test.py | 90 +++++++++++--
sdks/python/apache_beam/dataframe/doctests.py | 145 +++++++++------------
sdks/python/apache_beam/dataframe/frames.py | 92 +++++++------
.../apache_beam/runners/dataflow/internal/names.py | 15 +--
sdks/python/apache_beam/runners/internal/names.py | 5 +
.../portability/fn_api_runner/translations.py | 13 ++
.../apache_beam/runners/portability/stager.py | 7 +-
.../apache_beam/runners/portability/stager_test.py | 30 ++---
sdks/python/apache_beam/transforms/core.py | 38 ++++--
.../dsls/sql/extensions/create-external-table.md | 7 +-
44 files changed, 895 insertions(+), 297 deletions(-)
create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaProtoTable.java
create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/BeamKafkaTableProtoTest.java
copy sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/kafka/{KafkaTableProviderAvroIT.java => KafkaTableProviderProtoIT.java} (68%)
copy sdks/{go/pkg/beam/io/pubsubio/v1/v1.proto => java/extensions/sql/src/test/proto/kafka/kafka_messages.proto} (65%)