You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/07/21 04:31:32 UTC
[beam] branch nightly-refs/heads/master updated (ba62704a464 -> caaefc0c0b6)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from ba62704a464 Merge pull request #22327 Require unique names for stages.
add ecd13620cfb [#22181] Fix java package for SDK java core benchmark org.apache.beam.sdk.schemas -> org.apache.beam.sdk.jmh.schemas
add 203cb132843 Allow jmhTest to run concurrently with other jmhTest instances
add 9352093bd10 Merge pull request #22346 from lukecwik/22181
add 4821e035c14 [BEAM-13015, #21250] Optimize encoding to a ByteString (#22345)
add 367173f6245 Bump google.golang.org/api from 0.87.0 to 0.88.0 in /sdks (#22350)
add 2eaab62373d Support combiner lifting.
add 12754bbe42b More clarification.
add 9697c13d06e Merge pull request #22330 Support combiner lifting.
add caaefc0c0b6 [CdapIO] HasOffset interface was implemented (#22193)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +
.../core/construction/ValidateRunnerXlangTest.java | 4 +-
.../core/metrics/MonitoringInfoEncodings.java | 11 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 5 +-
.../beam/runners/dataflow/worker/StateFetcher.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 7 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 4 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 5 +-
.../dataflow/worker/WindmillStateInternals.java | 19 +-
.../control/RegisterAndProcessBundleOperation.java | 3 +-
.../graph/CreateExecutableStageNodeFunction.java | 3 +-
.../worker/graph/RegisterNodeFunction.java | 3 +-
.../runners/dataflow/worker/StateFetcherTest.java | 10 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 3 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 3 +-
.../worker/WindmillStateInternalsTest.java | 3 +-
.../dataflow/worker/WindmillStateReaderTest.java | 4 +-
.../fnexecution/control/RemoteExecutionTest.java | 5 +-
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
sdks/java/core/jmh/build.gradle | 3 +
.../GetterBasedSchemaProviderBenchmark.java | 27 +-
.../beam/sdk/{ => jmh}/schemas/RowBundle.java | 8 +-
.../beam/sdk/{ => jmh}/schemas/RowBundles.java | 3 +-
.../beam/sdk/{ => jmh}/schemas/package-info.java | 2 +-
.../jmh/util/ByteStringOutputStreamBenchmark.java | 416 +++++++++++++++++++++
.../apache/beam/sdk/jmh/util}/package-info.java | 4 +-
.../util/ByteStringOutputStreamBenchmarkTest.java | 88 +++++
.../beam/sdk/util/ByteStringOutputStream.java | 171 +++++++++
.../beam/sdk/util/ByteStringOutputStreamTest.java | 115 ++++++
.../expansion/service/ExpansionServiceTest.java | 4 +-
.../JavaClassLookupTransformProviderTest.java | 3 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 27 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 8 +-
.../fn/data/BeamFnDataInboundObserver2Test.java | 6 +-
.../sdk/fn/data/BeamFnDataInboundObserverTest.java | 3 +-
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 8 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 5 +-
sdks/java/harness/jmh/build.gradle | 8 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 11 +-
.../apache/beam/fn/harness/state/BagUserState.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 7 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 11 +-
.../beam/fn/harness/state/MultimapSideInput.java | 3 +-
.../beam/fn/harness/state/MultimapUserState.java | 5 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 11 +-
.../harness/control/ProcessBundleHandlerTest.java | 13 +-
.../beam/fn/harness/state/BagUserStateTest.java | 3 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 6 +-
.../fn/harness/state/MultimapSideInputTest.java | 3 +-
.../fn/harness/state/MultimapUserStateTest.java | 5 +-
.../fn/harness/state/StateBackedIterableTest.java | 3 +-
.../beam/sdk/io/gcp/pubsublite/internal/Uuid.java | 3 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 4 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 4 +-
sdks/java/io/sparkreceiver/build.gradle | 2 +
.../{package-info.java => HasOffset.java} | 17 +-
.../typescript/src/apache_beam/coders/js_coders.ts | 6 +-
sdks/typescript/src/apache_beam/internal/urns.ts | 2 +
.../src/apache_beam/runners/direct_runner.ts | 39 +-
.../src/apache_beam/transforms/combiners.ts | 4 +
.../apache_beam/transforms/group_and_combine.ts | 6 +-
.../src/apache_beam/transforms/internal.ts | 85 ++++-
.../typescript/src/apache_beam/worker/operators.ts | 268 ++++++++++++-
sdks/typescript/test/combine_test.ts | 17 +-
sdks/typescript/test/js_coders_test.ts | 1 +
settings.gradle.kts | 1 +
68 files changed, 1372 insertions(+), 189 deletions(-)
rename sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/{ => jmh}/schemas/GetterBasedSchemaProviderBenchmark.java (79%)
rename sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/{ => jmh}/schemas/RowBundle.java (94%)
rename sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/{ => jmh}/schemas/RowBundles.java (98%)
rename sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/{ => jmh}/schemas/package-info.java (95%)
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/util/ByteStringOutputStreamBenchmark.java
copy {runners/core-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/util}/package-info.java (91%)
create mode 100644 sdks/java/core/jmh/src/test/java/org/apache/beam/sdk/jmh/util/ByteStringOutputStreamBenchmarkTest.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/util/ByteStringOutputStream.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/util/ByteStringOutputStreamTest.java
copy sdks/java/io/sparkreceiver/src/main/java/org/apache/beam/sdk/io/sparkreceiver/{package-info.java => HasOffset.java} (67%)