You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by am...@apache.org on 2016/10/19 22:33:06 UTC
[3/3] incubator-beam git commit: This closes #1055
This closes #1055
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c472e122
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c472e122
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c472e122
Branch: refs/heads/master
Commit: c472e1227d4cc265152afd9afc072ddecc934dc4
Parents: b0cb2e8 7eecd7e
Author: Sela <an...@paypal.com>
Authored: Thu Oct 20 01:24:34 2016 +0300
Committer: Sela <an...@paypal.com>
Committed: Thu Oct 20 01:24:34 2016 +0300
----------------------------------------------------------------------
runners/spark/pom.xml | 73 ++---
.../runners/spark/SparkPipelineOptions.java | 2 +-
.../apache/beam/runners/spark/SparkRunner.java | 15 +-
.../beam/runners/spark/TestSparkRunner.java | 4 +-
.../runners/spark/translation/DoFnFunction.java | 74 ++---
.../translation/GroupCombineFunctions.java | 235 +++++++++-------
.../spark/translation/MultiDoFnFunction.java | 85 +++---
.../translation/SparkAbstractCombineFn.java | 134 +++++++++
.../spark/translation/SparkContextFactory.java | 3 +-
.../spark/translation/SparkGlobalCombineFn.java | 260 ++++++++++++++++++
.../spark/translation/SparkKeyedCombineFn.java | 273 +++++++++++++++++++
.../spark/translation/SparkProcessContext.java | 160 +++++++++--
.../spark/translation/TransformTranslator.java | 143 +++++-----
.../spark/translation/TranslationUtils.java | 28 +-
.../streaming/StreamingTransformTranslator.java | 126 +++++----
.../runners/spark/util/BroadcastHelper.java | 26 --
.../spark/util/SparkSideInputReader.java | 95 +++++++
.../spark/translation/CombineGloballyTest.java | 101 -------
.../translation/SparkPipelineOptionsTest.java | 2 +-
.../org/apache/beam/sdk/transforms/Combine.java | 14 +
20 files changed, 1318 insertions(+), 535 deletions(-)
----------------------------------------------------------------------