You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by jk...@apache.org on 2018/06/25 21:52:23 UTC

[beam] 01/01: Merge pull request #5566: [BEAM-2939, BEAM-3743, BEAM-3833] Supports SDF in Reference Runner

This is an automated email from the ASF dual-hosted git repository.

jkff pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 34e6936c097330e39a9f1bda57eaad7c10d5be69
Merge: 5f8c615 78c4c2f
Author: Eugene Kirpichov <ek...@gmail.com>
AuthorDate: Mon Jun 25 14:52:18 2018 -0700

    Merge pull request #5566: [BEAM-2939, BEAM-3743, BEAM-3833] Supports SDF in Reference Runner
    
    [BEAM-2939, BEAM-3743, BEAM-3833] Supports SDF in Reference Runner

 .../fn-execution/src/main/proto/beam_fn_api.proto  |  11 +-
 .../pipeline/src/main/proto/beam_runner_api.proto  |  18 +
 .../translation/operators/ApexParDoOperator.java   |   6 +-
 .../runners/core/construction/Environments.java    |   1 +
 .../core/construction/PTransformTranslation.java   |   2 +
 .../core/construction/RehydratedComponents.java    |   4 +
 .../runners/core/construction/SplittableParDo.java |  17 +-
 .../core/construction/graph/PipelineValidator.java |   2 +-
 .../apache/beam/runners/core/ProcessFnRunner.java  |  16 +-
 .../core/SplittableParDoViaKeyedWorkItems.java     |  32 +-
 .../runners/core/SplittableParDoProcessFnTest.java |   9 +-
 .../runners/direct/ParDoMultiOverrideFactory.java  |   4 +-
 .../SplittableProcessElementsEvaluatorFactory.java |  14 +-
 .../CopyOnAccessInMemoryStateInternals.java        |   2 +-
 .../portable/ImmutableListBundleFactory.java       |   8 +
 .../runners/direct/portable/ReferenceRunner.java   | 236 +++++-
 .../SplittableRemoteStageEvaluatorFactory.java     | 179 +++++
 .../portable/TransformEvaluatorRegistry.java       |   4 +
 .../direct/portable/ReferenceRunnerTest.java       |  91 ++-
 .../wrappers/streaming/SplittableDoFnOperator.java |  14 +-
 .../splittabledofn/SDFFeederViaStateAndTimers.java | 178 +++++
 .../fnexecution/splittabledofn/package-info.java   |  20 +
 .../beam/fn/harness/BeamFnDataReadRunner.java      |   4 +-
 .../beam/fn/harness/BeamFnDataWriteRunner.java     |   4 +-
 .../beam/fn/harness/BoundedSourceRunner.java       |   4 +-
 .../fn/harness/DoFnPTransformRunnerFactory.java    | 229 ++++++
 .../org/apache/beam/fn/harness/FlattenRunner.java  |   4 +-
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    | 865 +++------------------
 .../org/apache/beam/fn/harness/MapFnRunners.java   |   4 +-
 .../beam/fn/harness/PTransformRunnerFactory.java   |   6 +-
 .../harness/SplittableProcessElementsRunner.java   | 268 +++++++
 .../fn/harness/control/BundleSplitListener.java    |  41 +
 .../fn/harness/control/ProcessBundleHandler.java   |  51 +-
 .../beam/fn/harness/state/FnApiStateAccessor.java  | 459 +++++++++++
 .../beam/fn/harness/state/SideInputSpec.java       |  51 ++
 .../beam/fn/harness/AssignWindowsRunnerTest.java   |   3 +-
 .../beam/fn/harness/BeamFnDataReadRunnerTest.java  |   3 +-
 .../beam/fn/harness/BeamFnDataWriteRunnerTest.java |   3 +-
 .../beam/fn/harness/BoundedSourceRunnerTest.java   |   3 +-
 .../apache/beam/fn/harness/FlattenRunnerTest.java  |   6 +-
 .../beam/fn/harness/FnApiDoFnRunnerTest.java       | 304 ++------
 .../apache/beam/fn/harness/MapFnRunnersTest.java   |   9 +-
 .../harness/control/ProcessBundleHandlerTest.java  |  23 +-
 43 files changed, 2113 insertions(+), 1099 deletions(-)