You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/08/27 04:14:47 UTC
[beam] branch nightly-refs/heads/master updated (8347b9e1d36 -> e9089dd9963)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8347b9e1d36 Merge pull request #22814 from cushon/bb
add 3217017aee8 Pass user specified destination type to UpdateSchemaDestination (#22624) fixing #22543
add 172bd31d01b [Go SDK] Stream decode values in single iterations (#22904)
add e880fdbfc32 Enable autosharding for BQ: #22818
add 39967a7ba3d Update wordcount_minimal.py by removing pipeline_args.extend (#22786)
add 0c82583d6ac Add map state in the Go Sdk (#22897)
add e9089dd9963 [BEAM-12164] Feat: Added support to Cloud Spanner Change Streams connector for including transaction tags in the Change Stream records (#22769)
No new revisions were added by this update.
Summary of changes:
.gitignore | 3 +
sdks/go/pkg/beam/core/graph/fn.go | 4 +-
sdks/go/pkg/beam/core/graph/fn_test.go | 9 +
sdks/go/pkg/beam/core/runtime/exec/data.go | 10 +
sdks/go/pkg/beam/core/runtime/exec/datasource.go | 51 ++++-
.../pkg/beam/core/runtime/exec/datasource_test.go | 113 +++++-----
sdks/go/pkg/beam/core/runtime/exec/fn.go | 3 +
sdks/go/pkg/beam/core/runtime/exec/fullvalue.go | 174 +++++++++++++++
.../pkg/beam/core/runtime/exec/fullvalue_test.go | 173 ++++++++++++++-
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 49 ++++-
.../pkg/beam/core/runtime/exec/sideinput_test.go | 25 +++
sdks/go/pkg/beam/core/runtime/exec/translate.go | 14 +-
sdks/go/pkg/beam/core/runtime/exec/userstate.go | 233 ++++++++++++++++++---
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 36 +++-
sdks/go/pkg/beam/core/runtime/harness/statemgr.go | 116 ++++++++++
sdks/go/pkg/beam/core/state/state.go | 154 +++++++++++++-
sdks/go/pkg/beam/core/state/state_test.go | 209 ++++++++++++++++++
sdks/go/pkg/beam/pardo.go | 11 +-
sdks/go/test/integration/primitives/cogbk.go | 32 +++
sdks/go/test/integration/primitives/cogbk_test.go | 5 +
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 48 +++--
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 6 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 99 +++++----
.../io/gcp/bigquery/UpdateSchemaDestination.java | 37 +++-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 15 +-
.../mapper/ChangeStreamRecordMapper.java | 4 +
.../changestreams/model/DataChangeRecord.java | 33 ++-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 76 ++++++-
.../dofn/PostProcessingMetricsDoFnTest.java | 2 +
...nnerChangeStreamOrderedWithinKeyGloballyIT.java | 2 +
.../it/SpannerChangeStreamOrderedWithinKeyIT.java | 2 +
.../mapper/ChangeStreamRecordMapperTest.java | 8 +
.../changestreams/model/DataChangeRecordTest.java | 4 +
.../changestreams/model/ModelEncodingTest.java | 4 +
.../changestreams/util/TestStructMapper.java | 12 +-
.../apache_beam/examples/wordcount_minimal.py | 40 ++--
36 files changed, 1615 insertions(+), 201 deletions(-)