You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by re...@apache.org on 2021/03/23 23:24:21 UTC

[beam] branch master updated (12ed35f -> 48096fc)

This is an automated email from the ASF dual-hosted git repository.

reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 12ed35f  Merge pull request #14254: [BEAM-10402] Fix nullability issues with BeamZetaSqlCalcRel
     add 48096fc  Merge pull request #14309: [BEAM-11648] Resubmit Storage API sink with broken test removed.

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   5 +-
 .../src/main/resources/beam/spotbugs-filter.xml    |   3 +
 .../extensions/gcp/auth/GcpCredentialFactory.java  |   2 +
 sdks/java/io/google-cloud-platform/build.gradle    |   3 +-
 .../beam/sdk/io/gcp/bigquery/BatchLoads.java       |   9 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       | 118 ++++-
 .../beam/sdk/io/gcp/bigquery/BigQueryOptions.java  |  19 +
 .../beam/sdk/io/gcp/bigquery/BigQueryServices.java |  49 ++
 .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java  | 142 +++++-
 .../beam/sdk/io/gcp/bigquery/BigQueryUtils.java    |   4 +-
 .../beam/sdk/io/gcp/bigquery/RetryManager.java     | 283 +++++++++++
 .../bigquery/StorageApiDynamicDestinations.java    |  78 +++
 .../StorageApiDynamicDestinationsBeamRow.java      |  65 +++
 .../StorageApiDynamicDestinationsTableRow.java     |  71 +++
 .../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 171 +++++++
 .../bigquery/StorageApiFlushAndFinalizeDoFn.java   | 207 ++++++++
 .../beam/sdk/io/gcp/bigquery/StorageApiLoads.java  | 157 ++++++
 .../bigquery/StorageApiWriteUnshardedRecords.java  | 323 +++++++++++++
 .../bigquery/StorageApiWritesShardedRecords.java   | 524 +++++++++++++++++++++
 .../beam/sdk/io/gcp/bigquery/TableDestination.java |   9 +
 .../io/gcp/bigquery/TableRowToStorageApiProto.java |   9 +-
 .../bigquery/TwoLevelMessageConverterCache.java    |  68 +++
 .../sdk/io/gcp/testing/FakeDatasetService.java     | 171 ++++++-
 .../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java  |   2 +
 .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java   | 279 +++++++----
 .../io/gcp/bigquery/BigQueryServicesImplTest.java  |  52 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java |   4 +-
 .../beam/sdk/io/gcp/bigquery/RetryManagerTest.java | 212 +++++++++
 28 files changed, 2898 insertions(+), 141 deletions(-)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManager.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinations.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsBeamRow.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsTableRow.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFinalizeWritesDoFn.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFlushAndFinalizeDoFn.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiLoads.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWriteUnshardedRecords.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWritesShardedRecords.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/TwoLevelMessageConverterCache.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManagerTest.java