You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by re...@apache.org on 2021/03/23 23:24:21 UTC
[beam] branch master updated (12ed35f -> 48096fc)
This is an automated email from the ASF dual-hosted git repository.
reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 12ed35f Merge pull request #14254: [BEAM-10402] Fix nullability issues with BeamZetaSqlCalcRel
add 48096fc Merge pull request #14309: [BEAM-11648] Resubmit Storage API sink with broken test removed.
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 5 +-
.../src/main/resources/beam/spotbugs-filter.xml | 3 +
.../extensions/gcp/auth/GcpCredentialFactory.java | 2 +
sdks/java/io/google-cloud-platform/build.gradle | 3 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 9 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 118 ++++-
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 19 +
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 49 ++
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 142 +++++-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 4 +-
.../beam/sdk/io/gcp/bigquery/RetryManager.java | 283 +++++++++++
.../bigquery/StorageApiDynamicDestinations.java | 78 +++
.../StorageApiDynamicDestinationsBeamRow.java | 65 +++
.../StorageApiDynamicDestinationsTableRow.java | 71 +++
.../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 171 +++++++
.../bigquery/StorageApiFlushAndFinalizeDoFn.java | 207 ++++++++
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 157 ++++++
.../bigquery/StorageApiWriteUnshardedRecords.java | 323 +++++++++++++
.../bigquery/StorageApiWritesShardedRecords.java | 524 +++++++++++++++++++++
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 9 +
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 9 +-
.../bigquery/TwoLevelMessageConverterCache.java | 68 +++
.../sdk/io/gcp/testing/FakeDatasetService.java | 171 ++++++-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 2 +
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 279 +++++++----
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 52 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java | 4 +-
.../beam/sdk/io/gcp/bigquery/RetryManagerTest.java | 212 +++++++++
28 files changed, 2898 insertions(+), 141 deletions(-)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManager.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinations.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsBeamRow.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsTableRow.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFinalizeWritesDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFlushAndFinalizeDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiLoads.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWriteUnshardedRecords.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWritesShardedRecords.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/TwoLevelMessageConverterCache.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManagerTest.java