You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by al...@apache.org on 2016/05/20 07:15:32 UTC

[14/14] incubator-beam git commit: This closes #343

This closes #343


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/af8f5935
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/af8f5935
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/af8f5935

Branch: refs/heads/master
Commit: af8f5935ca1866012ceb102b9472c8b1ef102d73
Parents: dc98211 23ba976
Author: Aljoscha Krettek <al...@gmail.com>
Authored: Fri May 20 08:08:38 2016 +0200
Committer: Aljoscha Krettek <al...@gmail.com>
Committed: Fri May 20 08:08:38 2016 +0200

----------------------------------------------------------------------
 examples/java8/pom.xml                          |  12 +
 runners/flink/runner/pom.xml                    | 117 ++-
 .../beam/runners/flink/FlinkPipelineRunner.java |  16 +-
 .../runners/flink/FlinkRunnerRegistrar.java     |   4 +-
 .../runners/flink/TestFlinkPipelineRunner.java  |  80 ++
 .../apache/beam/runners/flink/io/ConsoleIO.java |  82 --
 .../FlinkBatchPipelineTranslator.java           |  18 +-
 .../FlinkBatchTransformTranslators.java         | 868 ++++++++++++-------
 .../FlinkBatchTranslationContext.java           |  72 +-
 .../FlinkStreamingTransformTranslators.java     |  22 +-
 .../FlinkStreamingTranslationContext.java       |  29 +-
 .../functions/FlinkAssignContext.java           |  56 ++
 .../functions/FlinkAssignWindows.java           |  51 ++
 .../FlinkCoGroupKeyedListAggregator.java        |  61 --
 .../functions/FlinkCreateFunction.java          |  63 --
 .../functions/FlinkDoFnFunction.java            | 194 ++---
 .../FlinkKeyedListAggregationFunction.java      |  78 --
 .../FlinkMergingNonShuffleReduceFunction.java   | 238 +++++
 .../FlinkMergingPartialReduceFunction.java      | 205 +++++
 .../functions/FlinkMergingReduceFunction.java   | 207 +++++
 .../functions/FlinkMultiOutputDoFnFunction.java | 157 ++--
 .../FlinkMultiOutputProcessContext.java         | 176 ++++
 .../FlinkMultiOutputPruningFunction.java        |  25 +-
 .../functions/FlinkNoElementAssignContext.java  |  71 ++
 .../functions/FlinkPartialReduceFunction.java   | 171 +++-
 .../functions/FlinkProcessContext.java          | 324 +++++++
 .../functions/FlinkReduceFunction.java          | 174 +++-
 .../functions/SideInputInitializer.java         |  75 ++
 .../flink/translation/functions/UnionCoder.java | 152 ----
 .../translation/types/CoderTypeInformation.java |  21 +-
 .../translation/types/CoderTypeSerializer.java  |  14 +-
 .../translation/types/KvCoderComperator.java    | 102 +--
 .../types/KvCoderTypeInformation.java           |  63 +-
 .../types/VoidCoderTypeSerializer.java          | 112 ---
 .../wrappers/CombineFnAggregatorWrapper.java    |  94 --
 .../SerializableFnAggregatorWrapper.java        |  31 +-
 .../translation/wrappers/SinkOutputFormat.java  |  10 +-
 .../translation/wrappers/SourceInputFormat.java |  18 +-
 .../streaming/FlinkGroupByKeyWrapper.java       |  10 +-
 .../io/FlinkStreamingCreateFunction.java        |   9 +-
 .../apache/beam/runners/flink/AvroITCase.java   | 129 ---
 .../beam/runners/flink/FlattenizeITCase.java    |  76 --
 .../beam/runners/flink/FlinkTestPipeline.java   |   2 +-
 .../beam/runners/flink/JoinExamplesITCase.java  | 102 ---
 .../runners/flink/MaybeEmptyTestITCase.java     |  66 --
 .../runners/flink/ParDoMultiOutputITCase.java   | 102 ---
 .../beam/runners/flink/ReadSourceITCase.java    |  14 +-
 .../flink/RemoveDuplicatesEmptyITCase.java      |  72 --
 .../runners/flink/RemoveDuplicatesITCase.java   |  73 --
 .../beam/runners/flink/SideInputITCase.java     |  70 --
 .../apache/beam/runners/flink/TfIdfITCase.java  |  80 --
 .../beam/runners/flink/WordCountITCase.java     |  77 --
 .../runners/flink/WordCountJoin2ITCase.java     | 140 ---
 .../runners/flink/WordCountJoin3ITCase.java     | 158 ----
 .../flink/streaming/GroupAlsoByWindowTest.java  |   3 +-
 .../beam/runners/flink/util/JoinExamples.java   | 161 ----
 .../beam/sdk/transforms/join/UnionCoder.java    |   2 +-
 57 files changed, 2836 insertions(+), 2773 deletions(-)
----------------------------------------------------------------------