You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/12/29 03:35:51 UTC
[beam] branch nightly-refs/heads/master updated (6e735c1 -> b33bebc)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 6e735c1 Merge pull request #16341: [adhoc] Forbid to import guava and others from org.testcontainers.shaded
add f8b5d01 [BEAM-13526] Kafka.IO: make DeserializerProvider a public interface (#16339)
add 1096956 [BEAM-13521] flink pvr batch precommit
add 5b06fa3 Merge pull request #16349 from ibzib/flink-pvr
add f2f1bdf Exclude UsesOnWindowExpiration by category from Dataflow v2 streaming (#16346)
add acff5d1 [BEAM-13052] Increment pubsub python version and fix breakages. (#16126)
add 2d458bc [BEAM-13498] [BEAM-13573] exclude new tests on Flink
add 9e07ab0 Merge pull request #16376 from ibzib/BEAM-13572
add 8b50ba2 [BEAM-13052] Add Pub/Sub Lite xlang transforms in python (#15727)
add 0712b0a [BEAM-13571] Fix ClassNotFound exception in Flink tests
add 9ac567a Merge pull request #16375 from ibzib/flink-class1
add d7ccd0f [BEAM-13402] Version bump Pub/Sub Lite and implement changes to ensure client and channel reuse (#16358)
add 7dbbd09 [BEAM-13402] Simplify PubsubLiteSink
add b33bebc Merge pull request #16215 from dpcollins-google/publish-no-desync
No new revisions were added by this update.
Summary of changes:
...Java_PortableValidatesRunner_Flink_Batch.groovy | 44 -------
...ava_PortableValidatesRunner_Flink_Batch.groovy} | 22 ++--
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
runners/flink/flink_runner.gradle | 4 +
runners/flink/job-server/flink_job_server.gradle | 1 +
runners/google-cloud-dataflow-java/build.gradle | 6 +-
.../internal/ExternalTransformConfig.java | 108 ++++++++++++++++++
.../internal/ExternalTransformRegistrarImpl.java} | 21 ++--
.../pubsublite/internal/InitialOffsetReader.java | 5 +-
.../internal/InitialOffsetReaderImpl.java | 13 +--
.../internal/PerSubscriptionPartitionSdf.java | 7 +-
.../gcp/pubsublite/internal/ProtoFromBytes.java} | 45 ++++----
.../io/gcp/pubsublite/internal/ProtoToBytes.java | 33 +++---
.../pubsublite/internal/PublisherAssembler.java | 57 ++++++----
.../io/gcp/pubsublite/internal/PublisherCache.java | 5 +
.../gcp/pubsublite/internal/PublisherOrError.java | 49 --------
.../io/gcp/pubsublite/internal/PubsubLiteSink.java | 107 ++++-------------
.../pubsublite/internal/SubscribeTransform.java | 11 +-
.../pubsublite/internal/SubscriberAssembler.java | 105 ++++++++++-------
.../SubscriptionPartitionProcessorImpl.java | 2 +-
.../internal/TopicBacklogReaderImpl.java | 22 +---
.../internal/TopicBacklogReaderSettings.java | 45 ++------
.../pubsublite/internal/PubsubLiteSinkTest.java | 46 --------
.../beam/sdk/io/kafka/DeserializerProvider.java | 2 +-
.../examples/complete/game/game_stats_it_test.py | 7 +-
.../examples/complete/game/leader_board_it_test.py | 7 +-
.../streaming_wordcount_debugging_it_test.py | 14 ++-
.../examples/streaming_wordcount_it_test.py | 14 ++-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 7 +-
sdks/python/apache_beam/io/gcp/pubsub.py | 15 ++-
.../apache_beam/io/gcp/pubsub_integration_test.py | 21 ++--
.../apache_beam/io/gcp/pubsub_io_perf_test.py | 12 +-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 33 +++---
.../{tools => io/gcp/pubsublite}/__init__.py | 8 +-
.../apache_beam/io/gcp/pubsublite/external.py | 126 +++++++++++++++++++++
.../apache_beam/io/gcp/pubsublite/proto_api.py | 112 ++++++++++++++++++
.../apache_beam/io/gcp/tests/pubsub_matcher.py | 5 +-
sdks/python/apache_beam/io/gcp/tests/utils.py | 2 +-
sdks/python/apache_beam/io/gcp/tests/utils_test.py | 8 +-
...low_exercise_streaming_metrics_pipeline_test.py | 14 ++-
.../runners/direct/transform_evaluator.py | 15 +--
sdks/python/apache_beam/testing/test_utils.py | 16 ++-
sdks/python/apache_beam/testing/test_utils_test.py | 4 +-
sdks/python/apache_beam/utils/timestamp.py | 2 +-
sdks/python/setup.py | 3 +-
45 files changed, 689 insertions(+), 518 deletions(-)
delete mode 100644 .test-infra/jenkins/job_PostCommit_Java_PortableValidatesRunner_Flink_Batch.groovy
copy .test-infra/jenkins/{job_PreCommit_Java_Examples_Dataflow.groovy => job_PreCommit_Java_PortableValidatesRunner_Flink_Batch.groovy} (66%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformConfig.java
copy sdks/java/io/{snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/crosslanguage/SnowflakeTransformRegistrar.java => google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformRegistrarImpl.java} (70%)
copy sdks/java/{testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/RowToCsv.java => io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoFromBytes.java} (51%)
copy learning/katas/java/Triggers/Early Triggers/Early Triggers/src/org/apache/beam/learning/katas/triggers/earlytriggers/GenerateEvent.java => sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoToBytes.java (60%)
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PublisherOrError.java
copy sdks/python/apache_beam/{tools => io/gcp/pubsublite}/__init__.py (86%)
create mode 100644 sdks/python/apache_beam/io/gcp/pubsublite/external.py
create mode 100644 sdks/python/apache_beam/io/gcp/pubsublite/proto_api.py