You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by jk...@apache.org on 2017/08/02 18:17:12 UTC
[4/4] beam git commit: This closes #3654: [BEAM-2670] Deduplicates
serializable wrappers over PipelineOptions from Spark, Flink and Apex,
and removes buggy SparkRuntimeContext
This closes #3654: [BEAM-2670] Deduplicates serializable wrappers over PipelineOptions from Spark, Flink and Apex, and removes buggy SparkRuntimeContext
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/339976c9
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/339976c9
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/339976c9
Branch: refs/heads/master
Commit: 339976c9fc00aa4ff951f2e2b114631c034be9c2
Parents: 0a358c7 7db051a
Author: Eugene Kirpichov <ki...@google.com>
Authored: Wed Aug 2 11:05:08 2017 -0700
Committer: Eugene Kirpichov <ki...@google.com>
Committed: Wed Aug 2 11:05:08 2017 -0700
----------------------------------------------------------------------
runners/apex/pom.xml | 8 -
.../operators/ApexGroupByKeyOperator.java | 6 +-
.../operators/ApexParDoOperator.java | 6 +-
.../ApexReadUnboundedInputOperator.java | 6 +-
.../utils/SerializablePipelineOptions.java | 78 ---------
.../translation/utils/PipelineOptionsTest.java | 150 -----------------
runners/core-construction-java/pom.xml | 15 ++
.../SerializablePipelineOptions.java | 74 +++++++++
.../SerializablePipelineOptionsTest.java | 89 ++++++++++
runners/flink/pom.xml | 10 --
.../functions/FlinkDoFnFunction.java | 10 +-
.../FlinkMergingNonShuffleReduceFunction.java | 8 +-
.../functions/FlinkPartialReduceFunction.java | 8 +-
.../functions/FlinkReduceFunction.java | 8 +-
.../functions/FlinkStatefulDoFnFunction.java | 10 +-
.../utils/SerializedPipelineOptions.java | 77 ---------
.../translation/wrappers/SourceInputFormat.java | 10 +-
.../wrappers/streaming/DoFnOperator.java | 10 +-
.../streaming/SplittableDoFnOperator.java | 2 +-
.../streaming/io/BoundedSourceWrapper.java | 10 +-
.../streaming/io/UnboundedSourceWrapper.java | 12 +-
.../beam/runners/flink/PipelineOptionsTest.java | 165 +------------------
runners/spark/pom.xml | 12 --
.../spark/aggregators/NamedAggregators.java | 93 -----------
.../beam/runners/spark/io/SourceDStream.java | 20 +--
.../apache/beam/runners/spark/io/SourceRDD.java | 22 +--
.../runners/spark/io/SparkUnboundedSource.java | 6 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 10 +-
.../spark/stateful/StateSpecFunctions.java | 8 +-
.../spark/translation/EvaluationContext.java | 11 +-
.../spark/translation/MultiDoFnFunction.java | 16 +-
.../translation/SparkAbstractCombineFn.java | 9 +-
.../spark/translation/SparkGlobalCombineFn.java | 5 +-
...SparkGroupAlsoByWindowViaOutputBufferFn.java | 9 +-
.../spark/translation/SparkKeyedCombineFn.java | 5 +-
.../spark/translation/SparkRuntimeContext.java | 98 -----------
.../spark/translation/TransformTranslator.java | 27 ++-
.../streaming/StreamingTransformTranslator.java | 20 +--
.../translation/SparkRuntimeContextTest.java | 122 --------------
.../beam/sdk/options/PipelineOptions.java | 7 +-
.../apache/beam/sdk/options/ValueProviders.java | 8 +-
41 files changed, 327 insertions(+), 953 deletions(-)
----------------------------------------------------------------------