You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by jk...@apache.org on 2018/06/25 21:52:23 UTC
[beam] 01/01: Merge pull request #5566: [BEAM-2939, BEAM-3743,
BEAM-3833] Supports SDF in Reference Runner
This is an automated email from the ASF dual-hosted git repository.
jkff pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 34e6936c097330e39a9f1bda57eaad7c10d5be69
Merge: 5f8c615 78c4c2f
Author: Eugene Kirpichov <ek...@gmail.com>
AuthorDate: Mon Jun 25 14:52:18 2018 -0700
Merge pull request #5566: [BEAM-2939, BEAM-3743, BEAM-3833] Supports SDF in Reference Runner
[BEAM-2939, BEAM-3743, BEAM-3833] Supports SDF in Reference Runner
.../fn-execution/src/main/proto/beam_fn_api.proto | 11 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 18 +
.../translation/operators/ApexParDoOperator.java | 6 +-
.../runners/core/construction/Environments.java | 1 +
.../core/construction/PTransformTranslation.java | 2 +
.../core/construction/RehydratedComponents.java | 4 +
.../runners/core/construction/SplittableParDo.java | 17 +-
.../core/construction/graph/PipelineValidator.java | 2 +-
.../apache/beam/runners/core/ProcessFnRunner.java | 16 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 32 +-
.../runners/core/SplittableParDoProcessFnTest.java | 9 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 4 +-
.../SplittableProcessElementsEvaluatorFactory.java | 14 +-
.../CopyOnAccessInMemoryStateInternals.java | 2 +-
.../portable/ImmutableListBundleFactory.java | 8 +
.../runners/direct/portable/ReferenceRunner.java | 236 +++++-
.../SplittableRemoteStageEvaluatorFactory.java | 179 +++++
.../portable/TransformEvaluatorRegistry.java | 4 +
.../direct/portable/ReferenceRunnerTest.java | 91 ++-
.../wrappers/streaming/SplittableDoFnOperator.java | 14 +-
.../splittabledofn/SDFFeederViaStateAndTimers.java | 178 +++++
.../fnexecution/splittabledofn/package-info.java | 20 +
.../beam/fn/harness/BeamFnDataReadRunner.java | 4 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 4 +-
.../beam/fn/harness/BoundedSourceRunner.java | 4 +-
.../fn/harness/DoFnPTransformRunnerFactory.java | 229 ++++++
.../org/apache/beam/fn/harness/FlattenRunner.java | 4 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 865 +++------------------
.../org/apache/beam/fn/harness/MapFnRunners.java | 4 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 6 +-
.../harness/SplittableProcessElementsRunner.java | 268 +++++++
.../fn/harness/control/BundleSplitListener.java | 41 +
.../fn/harness/control/ProcessBundleHandler.java | 51 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 459 +++++++++++
.../beam/fn/harness/state/SideInputSpec.java | 51 ++
.../beam/fn/harness/AssignWindowsRunnerTest.java | 3 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 3 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 3 +-
.../beam/fn/harness/BoundedSourceRunnerTest.java | 3 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 6 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 304 ++------
.../apache/beam/fn/harness/MapFnRunnersTest.java | 9 +-
.../harness/control/ProcessBundleHandlerTest.java | 23 +-
43 files changed, 2113 insertions(+), 1099 deletions(-)