You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ib...@apache.org on 2019/09/10 00:22:12 UTC
[beam] branch master updated (7c240da -> 932bd80)
This is an automated email from the ASF dual-hosted git repository.
ibzib pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 7c240da [go-sdk] Never split on the 0th element.
new 335de9d [BEAM-6865] make executable stage context management code reuseable
new df7f774 [BEAM-7600] borrow SDK harness management code into Spark runner
new 2954ee3 refactor Flink and Spark contexts into separate classes
new 6c27e3d s/state/jobFactory
new 932bd80 Merge pull request #9095 from ibzib/spark-multiworker
The 23034 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../FlinkBatchPortablePipelineTranslator.java | 4 +-
.../FlinkStreamingPortablePipelineTranslator.java | 4 +-
.../FlinkDefaultExecutableStageContext.java | 122 ---------------------
.../FlinkExecutableStageContextFactory.java | 70 ++++++++++++
.../functions/FlinkExecutableStageFunction.java | 7 +-
.../streaming/ExecutableStageDoFnOperator.java | 9 +-
.../FlinkExecutableStageFunctionTest.java | 7 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 11 +-
.../control/DefaultExecutableStageContext.java | 99 +++++++++++++++++
.../control/ExecutableStageContext.java} | 21 ++--
...enceCountingExecutableStageContextFactory.java} | 55 +++++-----
.../DefaultExecutableStageContextTest.java} | 46 ++++----
...CountingExecutableStageContextFactoryTest.java} | 41 ++++---
.../SparkBatchPortablePipelineTranslator.java | 2 +
.../SparkExecutableStageContextFactory.java | 69 ++++++++++++
.../translation/SparkExecutableStageFunction.java | 30 ++---
.../SparkExecutableStageFunctionTest.java | 16 +--
17 files changed, 353 insertions(+), 260 deletions(-)
delete mode 100644 runners/flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkDefaultExecutableStageContext.java
create mode 100644 runners/flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkExecutableStageContextFactory.java
create mode 100644 runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/DefaultExecutableStageContext.java
rename runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkExecutableStageContext.java => java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/ExecutableStageContext.java} (55%)
rename runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/functions/ReferenceCountingFlinkExecutableStageContextFactory.java => java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/ReferenceCountingExecutableStageContextFactory.java} (80%)
rename runners/{flink/src/test/java/org/apache/beam/runners/flink/translation/functions/FlinkDefaultExecutableStageContextTest.java => java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution/control/DefaultExecutableStageContextTest.java} (51%)
rename runners/{flink/src/test/java/org/apache/beam/runners/flink/translation/functions/ReferenceCountingFlinkExecutableStageContextFactoryTest.java => java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution/control/ReferenceCountingExecutableStageContextFactoryTest.java} (70%)
create mode 100644 runners/spark/src/main/java/org/apache/beam/runners/spark/translation/SparkExecutableStageContextFactory.java