You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/03/10 04:28:29 UTC

[beam] branch nightly-refs/heads/master updated (95a5c26 -> e1a84ff)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 95a5c26  [BEAM-10976] Bundle finalization: Harness and some exec changes (#16980)
     add 02c34a1  Merge pull request #16976 from [BEAM-14010] [Website] Add Playground section to the Home page
     add 2a23166  [BEAM-12447] Upgrade cloud build client and add/cleanup options (#17032)
     add 089b3ef  Merge pull request #17036 from [BEAM-12164] Convert all static instances to be transient in the connector in order to enable concurrent testing
     add a126adb  fix variable reference (#16991)
     add 2d1b023  Merge pull request #16844 from [BEAM-12164]: allow for nanosecond precision
     add eeccbb0  [BEAM-13904] Increase unit testing in the reflectx package (#17024)
     add cb4efc7  [BEAM-12164]: display the metadata table's name on UI
     add e1a84ff  Merge pull request #16845 from [BEAM-12164]: display the metadata table name for Spanner Change Streams Connector

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |    1 +
 sdks/go/pkg/beam/core/util/reflectx/call_test.go   |  125 ++
 .../pkg/beam/core/util/reflectx/functions_test.go  |    7 +
 .../go/pkg/beam/core/util/reflectx/structs_test.go |   67 +
 sdks/go/pkg/beam/core/util/reflectx/types_test.go  |  410 ++++
 sdks/java/core/build.gradle                        |    1 +
 .../beam/sdk/transforms/ParDoLifecycleTest.java    |    5 +-
 .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java  |   54 +-
 .../changestreams/ChangeStreamsConstants.java      |   48 +
 .../spanner/changestreams/TimestampConverter.java  |   64 -
 .../changestreams/action/ActionFactory.java        |   16 +-
 .../action/ChildPartitionsRecordAction.java        |   21 +-
 .../action/DataChangeRecordAction.java             |    8 +-
 .../action/DetectNewPartitionsAction.java          |   26 +-
 .../action/HeartbeatRecordAction.java              |    8 +-
 .../action/QueryChangeStreamAction.java            |   24 +-
 .../spanner/changestreams/dao/ChangeStreamDao.java |    6 +-
 .../gcp/spanner/changestreams/dao/DaoFactory.java  |   10 +-
 .../dao/PartitionMetadataAdminDao.java             |    2 +-
 .../dofn/DetectNewPartitionsDoFn.java              |   29 +-
 .../dofn/ReadChangeStreamPartitionDoFn.java        |   37 +-
 .../changestreams/mapper/MapperFactory.java        |    8 +-
 .../mapper/PartitionMetadataMapper.java            |    5 +-
 .../model/ChangeStreamRecordMetadata.java          |   10 +-
 .../changestreams/model/PartitionMetadata.java     |   10 +-
 .../DetectNewPartitionsRangeTracker.java           |   53 +
 .../ReadChangeStreamPartitionRangeTracker.java     |   47 +-
 .../changestreams/restriction/TimestampRange.java  |   82 +
 .../restriction/TimestampRangeTracker.java         |  233 ++
 .../changestreams/restriction/TimestampUtils.java  |  103 +
 .../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java  |    4 +
 .../SpannerChangeStreamErrorTest.java              |   17 -
 .../changestreams/TimestampConverterTest.java      |   69 -
 .../action/ChildPartitionsRecordActionTest.java    |   14 +-
 .../action/DataChangeRecordActionTest.java         |    8 +-
 .../action/HeartbeatRecordActionTest.java          |    8 +-
 .../action/QueryChangeStreamActionTest.java        |   24 +-
 .../dofn/ReadChangeStreamPartitionDoFnTest.java    |   23 +-
 .../mapper/PartitionMetadataMapperTest.java        |    4 +-
 .../DetectNewPartitionsRangeTrackerTest.java       |   49 +
 .../ReadChangeStreamPartitionRangeTrackerTest.java |   34 +-
 .../restriction/TimestampRangeTest.java}           |   34 +-
 .../restriction/TimestampRangeTrackerTest.java     |  302 +++
 .../restriction/TimestampUtilsTest.java            |  123 ++
 ...nsactionAnswer.java => TimestampGenerator.java} |   30 +-
 .../python/apache_beam/options/pipeline_options.py |    9 +-
 .../runners/dataflow/internal/apiclient.py         |    5 +
 .../internal/clients/cloudbuild/__init__.py        |    2 -
 .../clients/cloudbuild/cloudbuild_v1_client.py     | 1367 ++++++++++--
 .../clients/cloudbuild/cloudbuild_v1_messages.py   | 2335 ++++++++++++++++++--
 .../runners/portability/sdk_container_builder.py   |   30 +-
 website/www/site/assets/scss/_global.sass          |    4 +-
 website/www/site/i18n/home/en.yaml                 |    2 +
 website/www/site/layouts/_default/baseof.html      |    1 +
 website/www/site/layouts/index.html                |   21 +
 55 files changed, 5274 insertions(+), 765 deletions(-)
 create mode 100644 sdks/go/pkg/beam/core/util/reflectx/call_test.go
 create mode 100644 sdks/go/pkg/beam/core/util/reflectx/structs_test.go
 create mode 100644 sdks/go/pkg/beam/core/util/reflectx/types_test.go
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/ChangeStreamsConstants.java
 delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverter.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTracker.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRange.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTracker.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtils.java
 delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverterTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTrackerTest.java
 copy sdks/java/{core/src/test/java/org/apache/beam/sdk/transforms/windowing/DefaultTriggerTest.java => io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTest.java} (52%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTrackerTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtilsTest.java
 copy sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/{TestTransactionAnswer.java => TimestampGenerator.java} (52%)