You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/07/07 04:52:16 UTC
[beam] branch nightly-refs/heads/master updated (b53b16f1fb4 -> 74a2a1b071b)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from b53b16f1fb4 Bump cloud.google.com/go/pubsub from 1.23.0 to 1.23.1 in /sdks (#22122)
add eabd217913a [BEAM-11103] Add blog post for go 2.40 release (#17723)
add 9164673a973 Fix test_row_coder_fail_early_bad_schema fails run after test_row_coder_cloud_object_schema (#22126)
add 6dea0d15d0a Tune ByteStringCoder allocations (#22144)
add ead9777d3c1 Enable passing tests on dataflow runner v2. (#22136)
add 0f95c9b6bfa Merge pull request #17727 from [BEAM-9482] Fix "provided port is already allocated" for PerformanceTestsKafka
add 31970d73c95 Fix date for go 2.40 blog post
add 1b1b364864d Fix month for 2.40 go blog post
add 5465f38c750 [BEAM-14545] Optimize copies in dataflow v1 shuffle reader. (#17802)
add ec47b12cd54 Tune StreamingModeExecutionContext allocations (#22142)
add f893f6ef86c [BEAM-3221] Improve documentation around split request and response (#17726)
add a21bda843cf Fix documentation about hand implemented global aggregations (#22173)
add 74a2a1b071b Merge pull request #21872 from Standardizing output of WriteToBigQuery
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/Kubernetes.groovy | 30 +++
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 41 +++-
.../kafka-cluster/05-kafka/10broker-config.yml | 2 +-
.test-infra/kubernetes/kubernetes.sh | 40 ++++
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 14 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 108 ++++++++---
runners/google-cloud-dataflow-java/build.gradle | 7 -
...illComputationKey.java => ByteArrayReader.java} | 38 ++--
.../worker/ChunkingShuffleBatchReader.java | 31 ++-
.../dataflow/worker/GroupingShuffleReader.java | 10 +-
.../dataflow/worker/PartitioningShuffleReader.java | 4 +-
.../runners/dataflow/worker/ShuffleReader.java | 7 +-
.../beam/runners/dataflow/worker/ShuffleSink.java | 2 +-
.../worker/StreamingModeExecutionContext.java | 25 ++-
.../dataflow/worker/UngroupedShuffleReader.java | 5 +-
.../common/worker/ByteArrayShufflePosition.java | 31 +--
.../worker/GroupingShuffleEntryIterator.java | 17 +-
.../common/worker/KeyGroupedShuffleEntries.java | 5 +-
.../util/common/worker/ShuffleBatchReader.java | 4 +-
.../worker/util/common/worker/ShuffleEntry.java | 47 ++---
.../util/common/worker/ShuffleEntryReader.java | 2 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 40 ++--
.../runners/dataflow/worker/ShuffleSinkTest.java | 33 ++--
.../runners/dataflow/worker/TestShuffleReader.java | 43 +++--
.../dataflow/worker/TestShuffleReaderTest.java | 7 +-
.../runners/dataflow/worker/TestShuffleWriter.java | 5 +-
.../worker/BatchingShuffleEntryReaderTest.java | 20 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 7 +-
.../util/common/worker/ShuffleEntryTest.java | 17 +-
.../runners/fnexecution/wire/ByteStringCoder.java | 15 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 24 +++
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 25 +++
.../sdk/extensions/protobuf/ByteStringCoder.java | 16 +-
sdks/python/apache_beam/coders/row_coder_test.py | 5 +-
sdks/python/apache_beam/dataframe/frames.py | 37 ++--
sdks/python/apache_beam/io/gcp/bigquery.py | 215 ++++++++++++++++++++-
website/www/site/content/en/blog/go-2.40.md | 69 +++++++
website/www/site/data/authors.yml | 3 +
.../site/static/images/blog/go-registration.png | Bin 0 -> 270101 bytes
39 files changed, 799 insertions(+), 252 deletions(-)
copy runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{WindmillComputationKey.java => ByteArrayReader.java} (57%)
create mode 100644 website/www/site/content/en/blog/go-2.40.md
create mode 100644 website/www/site/static/images/blog/go-registration.png