You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/12/17 03:34:06 UTC
[beam] branch nightly-refs/heads/master updated (112b3cd -> a4cca44)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 112b3cd [BEAM-13399] Add infrastructure to start JARs from Go functions (#16214)
add dcd984d [BEAM-12164] Add Spanner Change Stream DAOs
add 759da41 Merge pull request #16124 from [BEAM-12164] Add Spanner Change Stream DAOs
add 4835700 Merge pull request #16061 from [BEAM-13428] [Playground] Integrate Google Analytics
add 75fe1a6 Clarify CoGroupByKey creates Iterable, not list. (#16099)
add 1504892 [BEAM-12931] Allow for DoFn#getAllowedTimestampSkew() when checking the output timestamp
add e83b6f1 [BEAM-13467] Properly handle null argument types for logical types. (#16249)
add 673507a [BEAM-10277] Initial implementation for encoding position in Python RowCoder (#15410)
add 251dd0c [BEAM-11545] State & timer for batched RPC calls pattern (#13643)
add 38dcb9e Automatically prune local images before building an RC. (#16238)
add a09a8ec Add verbose error messages to container-related scripts. (#16056)
add bb1104a [BEAM-13456] Rollback #15890 to fix timeout in Java PostCommit (#16257)
add a4cca44 [BEAM-13015] Add a state backed iterable that can be mutated under certain circumstances. (#16252)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +
.../apache/beam/examples/snippets/Snippets.java | 8 -
.../beam/model/fnexecution/v1/standard_coders.yaml | 33 ++
playground/frontend/analysis_options.yaml | 2 +-
playground/frontend/build.gradle | 2 +
playground/frontend/gradle.properties | 1 +
.../toggle_theme_button/toggle_theme_button.dart | 7 +-
playground/frontend/lib/config.g.dart | 1 +
playground/frontend/lib/constants/colors.dart | 2 +
.../frontend/lib/constants/links.dart | 21 +-
.../actions/components/new_example_action.dart | 6 +-
.../modules/actions/components/reset_action.dart | 6 +-
.../lib/modules/analytics/analytics_events.dart | 32 +-
.../lib/modules/analytics/analytics_service.dart | 114 +++++
.../example_list/expansion_panel_item.dart | 2 +
.../notifications/components/notification.dart | 1 -
.../components/editor_textarea_wrapper.dart | 7 +-
.../pages/playground/components/more_actions.dart | 37 +-
.../playground/components/playground_feedback.dart | 11 +-
.../components/playground_page_footer.dart | 23 +-
.../components/playground_page_providers.dart | 2 +
.../components/playground_privacy_policy.dart | 85 ++++
.../lib/pages/playground/playground_page.dart | 7 +-
playground/frontend/pubspec.lock | 7 +
playground/frontend/pubspec.yaml | 1 +
playground/frontend/web/index.html | 8 +-
.../src/main/scripts/build_release_candidate.sh | 2 +
.../core/construction/PTransformMatchersTest.java | 21 +
.../apache/beam/runners/core/SimpleDoFnRunner.java | 92 +++-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 355 ++++++++++++++-
.../beam/runners/direct/NanosOffsetClock.java | 6 +-
.../runners/direct/TransformEvaluatorRegistry.java | 16 +
.../runners/direct/UnboundedReadDeduplicator.java | 3 +-
.../runners/direct/CloningBundleFactoryTest.java | 67 +++
.../flink/FlinkStreamingPipelineTranslator.java | 4 +-
.../flink/FlinkStreamingTransformTranslators.java | 17 +
.../wrappers/streaming/DoFnOperator.java | 2 +-
.../state/FlinkBroadcastStateInternals.java | 131 ++++++
.../streaming/ExecutableStageDoFnOperatorTest.java | 1 -
.../beam/runners/dataflow/DataflowRunner.java | 110 +++++
.../runners/dataflow/DataflowPipelineJobTest.java | 25 ++
.../beam/runners/dataflow/worker/ReaderCache.java | 3 +-
.../beam/runners/dataflow/worker/StateFetcher.java | 4 +-
.../dataflow/worker/StreamingDataflowWorker.java | 2 +-
.../fn/data/RemoteGrpcPortWriteOperation.java | 6 +-
.../common/worker/CachingShuffleBatchReader.java | 4 +-
.../control/DefaultJobBundleFactory.java | 16 +-
.../fnexecution/control/RemoteExecutionTest.java | 2 +
.../beam/runners/spark/io/MicrobatchSource.java | 2 +-
.../translation/utils/SideInputStorage.java | 4 +-
.../runners/spark/util/GlobalWatermarkHolder.java | 4 +-
.../beam/runners/spark/util/SideInputStorage.java | 4 +-
.../go/test/regression/coders/fromyaml/fromyaml.go | 15 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 3 +-
.../org/apache/beam/sdk/schemas/SchemaCoder.java | 20 +
.../apache/beam/sdk/schemas/SchemaTranslation.java | 13 +-
.../apache/beam/sdk/values/PCollectionViews.java | 59 +++
.../apache/beam/sdk/coders/CoderRegistryTest.java | 4 +
.../beam/sdk/schemas}/SchemaTranslationTest.java | 40 +-
.../apache/beam/sdk/testing/ExpectedLogsTest.java | 10 +-
.../beam/sdk/testing/SystemNanoTimeSleeper.java | 4 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 256 ++++++++++-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 9 +
.../GrowableOffsetRangeTrackerTest.java | 2 +-
.../core/translate/TimestampExtractTransform.java | 8 +
.../sql/meta/provider/kafka/BeamKafkaTable.java | 3 +-
.../org/apache/beam/sdk/fn/CancellableQueue.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 10 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 44 +-
sdks/java/harness/build.gradle | 6 -
.../java/org/apache/beam/fn/harness/Cache.java | 28 +-
.../java/org/apache/beam/fn/harness/Caches.java | 239 +++++++----
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 91 +++-
.../fn/harness/control/ProcessBundleHandler.java | 7 +-
.../fn/harness/state/StateFetchingIterators.java | 476 ++++++++++++++++++++-
.../org/apache/beam/fn/harness/CachesTest.java | 96 +++--
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 146 +++++++
.../harness/state/StateFetchingIteratorsTest.java | 364 ++++++++++++++--
.../bigquery/StorageApiWriteUnshardedRecords.java | 3 +-
.../bigquery/StorageApiWritesShardedRecords.java | 3 +-
.../internal/LimitingTopicBacklogReader.java | 6 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 24 ++
.../spanner/changestreams/dao/ChangeStreamDao.java | 120 ++++++
.../changestreams/dao/ChangeStreamResultSet.java | 137 ++++++
.../dao/ChangeStreamResultSetMetadata.java | 92 ++++
.../spanner/changestreams/dao}/package-info.java | 7 +-
.../changestreams/encoder/package-info.java | 3 +
.../sdk/io/hadoop/format/TestRowDBWritable.java | 10 +
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 3 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 4 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 4 +-
sdks/python/apache_beam/coders/row_coder.py | 39 +-
sdks/python/apache_beam/coders/row_coder_test.py | 73 ++++
sdks/python/apache_beam/transforms/util.py | 16 +-
sdks/python/container/Dockerfile | 2 +-
sdks/python/container/run_generate_requirements.sh | 19 +-
.../site/content/en/contribute/release-guide.md | 23 +-
...lements-for-efficient-external-service-calls.md | 56 +++
.../content/en/documentation/patterns/overview.md | 3 +
.../partials/section-menu/en/documentation.html | 1 +
101 files changed, 3486 insertions(+), 455 deletions(-)
copy .test-infra/jenkins/NoPhraseTriggeringPostCommitBuilder.groovy => playground/frontend/lib/constants/links.dart (61%)
copy sdks/java/harness/src/main/java/org/apache/beam/fn/harness/logging/BeamFnLoggingMDC.java => playground/frontend/lib/modules/analytics/analytics_events.dart (57%)
create mode 100644 playground/frontend/lib/modules/analytics/analytics_service.dart
create mode 100644 playground/frontend/lib/pages/playground/components/playground_privacy_policy.dart
rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction => sdks/java/core/src/test/java/org/apache/beam/sdk/schemas}/SchemaTranslationTest.java (93%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/ChangeStreamDao.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/ChangeStreamResultSet.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/ChangeStreamResultSetMetadata.java
copy sdks/java/{extensions/sketching/src/main/java/org/apache/beam/sdk/extensions/sketching => io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao}/package-info.java (83%)
create mode 100644 website/www/site/content/en/documentation/patterns/grouping-elements-for-efficient-external-service-calls.md