You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2018/12/06 18:13:48 UTC
[beam] branch master updated (ecc2d84 -> 75d45e2)
This is an automated email from the ASF dual-hosted git repository.
lcwik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from ecc2d84 Fixup User_COUNTER_URN_PREFIX to contain the trailing: (#7188)
add 75d45e2 [BEAM-6159] Make Dataflow worker use ExecutableStage to process bundle (#7015)
No new revisions were added by this update.
Summary of changes:
.../runners/direct/portable/ReferenceRunner.java | 2 +-
.../portable/RemoteStageEvaluatorFactoryTest.java | 2 +-
.../dataflow/worker/BatchDataflowWorker.java | 35 ++-
.../worker/BeamFnMapTaskExecutorFactory.java | 77 ++++-
.../worker/DataflowMapTaskExecutorFactory.java | 4 +-
.../worker/IntrinsicMapTaskExecutorFactory.java | 4 +-
.../dataflow/worker/SdkHarnessRegistries.java | 5 +-
.../dataflow/worker/SdkHarnessRegistry.java | 4 +-
.../dataflow/worker/StreamingDataflowWorker.java | 5 +-
.../fn/control/ProcessRemoteBundleOperation.java | 102 +++++++
.../worker/fn/data/BeamFnDataGrpcService.java | 82 +++---
...java => CreateExecutableStageNodeFunction.java} | 318 ++++++---------------
.../graph/CreateRegisterFnOperationFunction.java | 34 ++-
.../beam/runners/dataflow/worker/graph/Nodes.java | 24 ++
.../IntrinsicMapTaskExecutorFactoryTest.java | 4 +-
.../CreateRegisterFnOperationFunctionTest.java | 2 +-
.../SingleEnvironmentInstanceJobBundleFactory.java | 16 +-
.../runners/fnexecution/data/GrpcDataService.java | 9 +
...vironment.java => StaticRemoteEnvironment.java} | 46 +--
...ry.java => StaticRemoteEnvironmentFactory.java} | 50 ++--
...gleEnvironmentInstanceJobBundleFactoryTest.java | 2 +-
21 files changed, 463 insertions(+), 364 deletions(-)
create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/fn/control/ProcessRemoteBundleOperation.java
copy runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/graph/{RegisterNodeFunction.java => CreateExecutableStageNodeFunction.java} (58%)
copy runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/environment/{DockerContainerEnvironment.java => StaticRemoteEnvironment.java} (54%)
copy runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/environment/{EnvironmentFactory.java => StaticRemoteEnvironmentFactory.java} (53%)