You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by re...@apache.org on 2023/06/13 18:46:09 UTC
[beam] branch master updated (92e33e8e6a8 -> 1e49c512ac1)

This is an automated email from the ASF dual-hosted git repository.

reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from 92e33e8e6a8 Bump google.golang.org/api from 0.126.0 to 0.127.0 in /sdks (#27112)
     add 1e49c512ac1 Merge pull request #26975: Add upsert and delete support to BigQueryIO

No new revisions were added by this update.

Summary of changes:
 ...DefaultCoderCloudObjectTranslatorRegistrar.java |   2 +
 .../beam/sdk/io/gcp/bigquery/AppendClientInfo.java |  17 +-
 .../AvroGenericRecordToStorageApiProto.java        |  24 +-
 .../io/gcp/bigquery/BeamRowToStorageApiProto.java  |  18 +-
 .../bigquery/BigQueryCoderProviderRegistrar.java   |   4 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       | 111 ++++++-
 .../beam/sdk/io/gcp/bigquery/RowMutation.java      |  69 ++++
 .../io/gcp/bigquery/RowMutationInformation.java    |  46 +++
 .../beam/sdk/io/gcp/bigquery/StorageApiCDC.java}   |  26 +-
 .../io/gcp/bigquery/StorageApiConvertMessages.java |  26 +-
 .../bigquery/StorageApiDynamicDestinations.java    |   7 +-
 .../StorageApiDynamicDestinationsBeamRow.java      |  39 ++-
 ...StorageApiDynamicDestinationsGenericRecord.java |  38 ++-
 .../StorageApiDynamicDestinationsTableRow.java     |  40 ++-
 .../beam/sdk/io/gcp/bigquery/StorageApiLoads.java  |  26 +-
 .../StorageApiWriteRecordsInconsistent.java        |   8 +-
 .../bigquery/StorageApiWriteUnshardedRecords.java  |  62 +++-
 .../bigquery/StorageApiWritesShardedRecords.java   |   7 +-
 .../io/gcp/bigquery/TableRowToStorageApiProto.java | 106 +++++--
 .../beam/sdk/io/gcp/testing/BigqueryClient.java    |   4 +
 .../sdk/io/gcp/testing/FakeDatasetService.java     | 100 +++++-
 .../beam/sdk/io/gcp/testing/TableContainer.java    | 120 ++++++-
 .../AvroGenericRecordToStorageApiProtoTest.java    |  43 ++-
 .../gcp/bigquery/BeamRowToStorageApiProtoTest.java |  34 +-
 .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java   | 353 +++++++++++++++++++++
 .../io/gcp/bigquery/StorageApiSinkRowUpdateIT.java | 161 ++++++++++
 .../bigquery/TableRowToStorageApiProtoTest.java    |  86 +++--
 27 files changed, 1407 insertions(+), 170 deletions(-)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutation.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutationInformation.java
 copy sdks/java/{extensions/sql/perf-tests/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigquery/BigQueryPerfTableProvider.java => io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiCDC.java} (70%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkRowUpdateIT.java