You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/03/10 04:28:29 UTC
[beam] branch nightly-refs/heads/master updated (95a5c26 -> e1a84ff)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 95a5c26 [BEAM-10976] Bundle finalization: Harness and some exec changes (#16980)
add 02c34a1 Merge pull request #16976 from [BEAM-14010] [Website] Add Playground section to the Home page
add 2a23166 [BEAM-12447] Upgrade cloud build client and add/cleanup options (#17032)
add 089b3ef Merge pull request #17036 from [BEAM-12164] Convert all static instances to be transient in the connector in order to enable concurrent testing
add a126adb fix variable reference (#16991)
add 2d1b023 Merge pull request #16844 from [BEAM-12164]: allow for nanosecond precision
add eeccbb0 [BEAM-13904] Increase unit testing in the reflectx package (#17024)
add cb4efc7 [BEAM-12164]: display the metadata table's name on UI
add e1a84ff Merge pull request #16845 from [BEAM-12164]: display the metadata table name for Spanner Change Streams Connector
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
sdks/go/pkg/beam/core/util/reflectx/call_test.go | 125 ++
.../pkg/beam/core/util/reflectx/functions_test.go | 7 +
.../go/pkg/beam/core/util/reflectx/structs_test.go | 67 +
sdks/go/pkg/beam/core/util/reflectx/types_test.go | 410 ++++
sdks/java/core/build.gradle | 1 +
.../beam/sdk/transforms/ParDoLifecycleTest.java | 5 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 54 +-
.../changestreams/ChangeStreamsConstants.java | 48 +
.../spanner/changestreams/TimestampConverter.java | 64 -
.../changestreams/action/ActionFactory.java | 16 +-
.../action/ChildPartitionsRecordAction.java | 21 +-
.../action/DataChangeRecordAction.java | 8 +-
.../action/DetectNewPartitionsAction.java | 26 +-
.../action/HeartbeatRecordAction.java | 8 +-
.../action/QueryChangeStreamAction.java | 24 +-
.../spanner/changestreams/dao/ChangeStreamDao.java | 6 +-
.../gcp/spanner/changestreams/dao/DaoFactory.java | 10 +-
.../dao/PartitionMetadataAdminDao.java | 2 +-
.../dofn/DetectNewPartitionsDoFn.java | 29 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 37 +-
.../changestreams/mapper/MapperFactory.java | 8 +-
.../mapper/PartitionMetadataMapper.java | 5 +-
.../model/ChangeStreamRecordMetadata.java | 10 +-
.../changestreams/model/PartitionMetadata.java | 10 +-
.../DetectNewPartitionsRangeTracker.java | 53 +
.../ReadChangeStreamPartitionRangeTracker.java | 47 +-
.../changestreams/restriction/TimestampRange.java | 82 +
.../restriction/TimestampRangeTracker.java | 233 ++
.../changestreams/restriction/TimestampUtils.java | 103 +
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 4 +
.../SpannerChangeStreamErrorTest.java | 17 -
.../changestreams/TimestampConverterTest.java | 69 -
.../action/ChildPartitionsRecordActionTest.java | 14 +-
.../action/DataChangeRecordActionTest.java | 8 +-
.../action/HeartbeatRecordActionTest.java | 8 +-
.../action/QueryChangeStreamActionTest.java | 24 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 23 +-
.../mapper/PartitionMetadataMapperTest.java | 4 +-
.../DetectNewPartitionsRangeTrackerTest.java | 49 +
.../ReadChangeStreamPartitionRangeTrackerTest.java | 34 +-
.../restriction/TimestampRangeTest.java} | 34 +-
.../restriction/TimestampRangeTrackerTest.java | 302 +++
.../restriction/TimestampUtilsTest.java | 123 ++
...nsactionAnswer.java => TimestampGenerator.java} | 30 +-
.../python/apache_beam/options/pipeline_options.py | 9 +-
.../runners/dataflow/internal/apiclient.py | 5 +
.../internal/clients/cloudbuild/__init__.py | 2 -
.../clients/cloudbuild/cloudbuild_v1_client.py | 1367 ++++++++++--
.../clients/cloudbuild/cloudbuild_v1_messages.py | 2335 ++++++++++++++++++--
.../runners/portability/sdk_container_builder.py | 30 +-
website/www/site/assets/scss/_global.sass | 4 +-
website/www/site/i18n/home/en.yaml | 2 +
website/www/site/layouts/_default/baseof.html | 1 +
website/www/site/layouts/index.html | 21 +
55 files changed, 5274 insertions(+), 765 deletions(-)
create mode 100644 sdks/go/pkg/beam/core/util/reflectx/call_test.go
create mode 100644 sdks/go/pkg/beam/core/util/reflectx/structs_test.go
create mode 100644 sdks/go/pkg/beam/core/util/reflectx/types_test.go
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/ChangeStreamsConstants.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverter.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTracker.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRange.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTracker.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtils.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverterTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTrackerTest.java
copy sdks/java/{core/src/test/java/org/apache/beam/sdk/transforms/windowing/DefaultTriggerTest.java => io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTest.java} (52%)
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTrackerTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtilsTest.java
copy sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/{TestTransactionAnswer.java => TimestampGenerator.java} (52%)