You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by re...@apache.org on 2022/04/13 16:37:09 UTC
[beam] branch master updated (fbf16e5412d -> 1dd98718ab5)
This is an automated email from the ASF dual-hosted git repository.
reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from fbf16e5412d [BEAM-14287] Clean up staticcheck warnings in graph/coder (#17337)
add 227fca623ad handle changing schemas in Storage API sink
add 1dd98718ab5 Merge pull request #17070: Handle changing schemas in Storage API sink
No new revisions were added by this update.
Summary of changes:
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 13 +-
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 6 +
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 29 ++
...ateTables.java => CreateTableDestinations.java} | 101 ++++---
.../sdk/io/gcp/bigquery/CreateTableHelpers.java | 10 +-
.../sdk/io/gcp/bigquery/SplittingIterable.java | 37 ++-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 13 +-
.../bigquery/StorageApiDynamicDestinations.java | 23 +-
.../StorageApiDynamicDestinationsBeamRow.java | 27 +-
.../StorageApiDynamicDestinationsTableRow.java | 162 ++++++++---
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 73 +++--
.../io/gcp/bigquery/StorageApiWritePayload.java} | 16 +-
.../StorageApiWriteRecordsInconsistent.java | 26 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 138 +++++-----
.../bigquery/StorageApiWritesShardedRecords.java | 58 ++--
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 88 ++++--
.../beam/sdk/io/gcp/bigquery/TableSchemaCache.java | 296 +++++++++++++++++++++
.../bigquery/TwoLevelMessageConverterCache.java | 4 +
.../sdk/io/gcp/testing/FakeDatasetService.java | 80 ++++--
.../beam/sdk/io/gcp/testing/FakeJobService.java | 18 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 5 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 126 ++++++++-
.../bigquery/TableRowToStorageApiProtoTest.java | 11 +-
23 files changed, 1027 insertions(+), 333 deletions(-)
copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/{CreateTables.java => CreateTableDestinations.java} (52%)
copy sdks/java/io/{jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcWriteResult.java => google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWritePayload.java} (66%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/TableSchemaCache.java