You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ro...@apache.org on 2024/06/19 00:11:45 UTC
(beam) branch master updated (8e308cd666f -> eaea331981c)
This is an automated email from the ASF dual-hosted git repository.
robertwb pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8e308cd666f Merge pull request #31643: Use correct name for tox doc task.
add eaea331981c Add counters for bytes read/written per gcs bucket (#31498)
No new revisions were added by this update.
Summary of changes:
.../sdk/extensions/gcp/options/GcsOptions.java | 30 +++++
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 109 +++++++++++++++--
.../util/channels/CountingReadableByteChannel.java | 63 ++++++++++
.../util/channels/CountingSeekableByteChannel.java | 116 ++++++++++++++++++
.../util/channels/CountingWritableByteChannel.java | 60 ++++++++++
.../gcp/util/channels}/package-info.java | 4 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 131 ++++++++++++++++++++-
.../CountingChannelsIsOpenCloseMethodsTest.java | 105 +++++++++++++++++
.../channels/CountingChannelsReadMethodsTest.java | 122 +++++++++++++++++++
.../channels/CountingChannelsWriteMethodsTest.java | 118 +++++++++++++++++++
.../channels/CountingSeekableByteChannelTest.java | 68 +++++++++++
11 files changed, 912 insertions(+), 14 deletions(-)
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingReadableByteChannel.java
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingSeekableByteChannel.java
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingWritableByteChannel.java
copy {.test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/bigquery => sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels}/package-info.java (87%)
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsIsOpenCloseMethodsTest.java
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsReadMethodsTest.java
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsWriteMethodsTest.java
create mode 100644 sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingSeekableByteChannelTest.java