You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/06/29 04:21:55 UTC
[beam] branch nightly-refs/heads/master updated (141e9507437 -> 25ca4f0fddd)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 141e9507437 Issue#20877 Updated Interactive Beam README (#22034)
add f5da4a91763 Update issue bot to javascript and add label management (#22067)
add 6e2b4b2e24e Clean up issue management doc page
add a3b3182e38f [BEAM-13015, #21250, fixes #22053] Improve PCollectionConsumerRegistry performance by swapping element count and sampled byte size to use a faster counter. (#22002)
add eebfccfad51 sharding GCP IO tests from the javaPostCommit task (#21800)
add dd3944d3b2e Implement PubsubSchemaTransformMessageToFactory
add cf4dec9f0a5 Merge pull request #22070 from Fix PubsubSchemaTransformMessageToFactory
add 3852e2bb609 Bump cloud.google.com/go/storage from 1.22.1 to 1.23.0 in /sdks (#22038)
add 25ca4f0fddd Followup sharding javaPostCommit (#22081)
No new revisions were added by this update.
Summary of changes:
.github/ACTIONS.md | 7 +-
.github/ISSUE_TEMPLATE/bug.yml | 2 +
.github/ISSUE_TEMPLATE/feature.yml | 2 +
.github/ISSUE_TEMPLATE/task.yml | 2 +
.github/workflows/self-assign.yml | 141 ++++++++--
.test-infra/jenkins/README.md | 6 +
...ovy => job_PreCommit_Java_GCP_IO_Direct.groovy} | 10 +-
build.gradle.kts | 1 -
.../runners/core/metrics/DistributionData.java | 8 +
.../beam/runners/core/metrics/ShortIdMap.java | 31 +++
.../core/metrics/SimpleMonitoringInfoBuilder.java | 6 +
.../runners/core/metrics/DistributionDataTest.java | 67 +++++
.../metrics/SimpleMonitoringInfoBuilderTest.java | 9 +-
.../fnexecution/control/RemoteExecutionTest.java | 28 +-
sdks/go.mod | 2 +-
sdks/go.sum | 3 +-
.../fn/harness/jmh/control/MetricsBenchmark.java | 96 +++++++
.../fn/harness/jmh/{ => control}/package-info.java | 2 +-
.../harness/jmh/control/MetricsBenchmarkTest.java | 55 ++++
.../beam/fn/harness/BeamFnDataWriteRunner.java | 4 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 4 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 31 +--
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 14 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 13 +-
.../org/apache/beam/fn/harness/MapFnRunners.java | 37 +--
.../beam/fn/harness/PTransformRunnerFactory.java | 15 +-
.../fn/harness/control/BundleProgressReporter.java | 105 +++++++
.../apache/beam/fn/harness/control/Metrics.java | 227 +++++++++++++++
.../fn/harness/control/ProcessBundleHandler.java | 128 +++++++--
.../harness/data/PCollectionConsumerRegistry.java | 239 ++++++++++------
.../beam/fn/harness/AssignWindowsRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 6 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 20 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 6 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 75 ++---
.../apache/beam/fn/harness/MapFnRunnersTest.java | 6 +-
.../PTransformRunnerFactoryTestContext.java | 19 +-
.../control/BundleProgressReporterTest.java | 55 ++++
.../beam/fn/harness/control/MetricsTest.java | 305 +++++++++++++++++++++
.../harness/control/ProcessBundleHandlerTest.java | 209 ++++++++++++++
.../data/PCollectionConsumerRegistryTest.java | 291 +++++++++++++-------
.../PubsubSchemaTransformMessageToRowFactory.java | 24 +-
...bsubSchemaTransformMessageToRowFactoryTest.java | 27 +-
43 files changed, 1900 insertions(+), 440 deletions(-)
copy .test-infra/jenkins/{job_PreCommit_Java_Kafka_IO_Direct.groovy => job_PreCommit_Java_GCP_IO_Direct.groovy} (88%)
create mode 100644 runners/core-java/src/test/java/org/apache/beam/runners/core/metrics/DistributionDataTest.java
create mode 100644 sdks/java/harness/jmh/src/main/java/org/apache/beam/fn/harness/jmh/control/MetricsBenchmark.java
copy sdks/java/harness/jmh/src/main/java/org/apache/beam/fn/harness/jmh/{ => control}/package-info.java (94%)
create mode 100644 sdks/java/harness/jmh/src/test/java/org/apache/beam/fn/harness/jmh/control/MetricsBenchmarkTest.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/control/BundleProgressReporter.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/control/Metrics.java
create mode 100644 sdks/java/harness/src/test/java/org/apache/beam/fn/harness/control/BundleProgressReporterTest.java
create mode 100644 sdks/java/harness/src/test/java/org/apache/beam/fn/harness/control/MetricsTest.java