You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by pa...@apache.org on 2022/03/09 21:28:16 UTC
[beam] branch master updated (a126adb -> 2d1b023)
This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from a126adb fix variable reference (#16991)
add 2d1b023 Merge pull request #16844 from [BEAM-12164]: allow for nanosecond precision
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
sdks/java/core/build.gradle | 1 +
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 34 ++-
.../changestreams/ChangeStreamsConstants.java | 48 ++++
.../spanner/changestreams/TimestampConverter.java | 64 -----
.../action/ChildPartitionsRecordAction.java | 21 +-
.../action/DataChangeRecordAction.java | 8 +-
.../action/DetectNewPartitionsAction.java | 26 +-
.../action/HeartbeatRecordAction.java | 8 +-
.../action/QueryChangeStreamAction.java | 24 +-
.../spanner/changestreams/dao/ChangeStreamDao.java | 6 +-
.../dao/PartitionMetadataAdminDao.java | 2 +-
.../dofn/DetectNewPartitionsDoFn.java | 29 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 37 ++-
.../mapper/PartitionMetadataMapper.java | 5 +-
.../model/ChangeStreamRecordMetadata.java | 10 +-
.../changestreams/model/PartitionMetadata.java | 10 +-
.../DetectNewPartitionsRangeTracker.java | 53 ++++
.../ReadChangeStreamPartitionRangeTracker.java | 47 ++--
.../changestreams/restriction/TimestampRange.java | 82 ++++++
.../restriction/TimestampRangeTracker.java | 233 ++++++++++++++++
.../changestreams/restriction/TimestampUtils.java | 103 +++++++
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 4 +
.../changestreams/TimestampConverterTest.java | 69 -----
.../action/ChildPartitionsRecordActionTest.java | 14 +-
.../action/DataChangeRecordActionTest.java | 8 +-
.../action/HeartbeatRecordActionTest.java | 8 +-
.../action/QueryChangeStreamActionTest.java | 24 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 23 +-
.../mapper/PartitionMetadataMapperTest.java | 4 +-
.../DetectNewPartitionsRangeTrackerTest.java | 49 ++++
.../ReadChangeStreamPartitionRangeTrackerTest.java | 34 ++-
.../restriction/TimestampRangeTest.java} | 34 +--
.../restriction/TimestampRangeTrackerTest.java | 302 +++++++++++++++++++++
.../restriction/TimestampUtilsTest.java | 123 +++++++++
...nsactionAnswer.java => TimestampGenerator.java} | 30 +-
36 files changed, 1213 insertions(+), 365 deletions(-)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/ChangeStreamsConstants.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverter.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTracker.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRange.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTracker.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtils.java
delete mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverterTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/DetectNewPartitionsRangeTrackerTest.java
copy sdks/java/{core/src/test/java/org/apache/beam/sdk/transforms/windowing/DefaultTriggerTest.java => io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTest.java} (52%)
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampRangeTrackerTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/TimestampUtilsTest.java
copy sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/{TestTransactionAnswer.java => TimestampGenerator.java} (52%)