You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2016/03/04 19:11:45 UTC
[50/50] [abbrv] incubator-beam git commit: This closes #12
This closes #12
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/4da935b6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/4da935b6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/4da935b6
Branch: refs/heads/master
Commit: 4da935b65b4220fd410255766dd00c851bfddeef
Parents: 0528570 4d4425c
Author: Davor Bonaci <da...@users.noreply.github.com>
Authored: Fri Mar 4 10:08:22 2016 -0800
Committer: Davor Bonaci <da...@users.noreply.github.com>
Committed: Fri Mar 4 10:08:22 2016 -0800
----------------------------------------------------------------------
.travis.yml | 2 +-
pom.xml | 1 +
runners/flink/README.md | 202 ++++++
runners/flink/pom.xml | 264 +++++++
.../FlinkPipelineExecutionEnvironment.java | 269 +++++++
.../runners/flink/FlinkPipelineOptions.java | 93 +++
.../beam/runners/flink/FlinkPipelineRunner.java | 206 ++++++
.../beam/runners/flink/FlinkRunnerResult.java | 68 ++
.../beam/runners/flink/examples/TFIDF.java | 452 ++++++++++++
.../beam/runners/flink/examples/WordCount.java | 113 +++
.../flink/examples/streaming/AutoComplete.java | 387 ++++++++++
.../flink/examples/streaming/JoinExamples.java | 158 ++++
.../KafkaWindowedWordCountExample.java | 143 ++++
.../examples/streaming/WindowedWordCount.java | 130 ++++
.../apache/beam/runners/flink/io/ConsoleIO.java | 82 +++
.../FlinkBatchPipelineTranslator.java | 149 ++++
.../FlinkBatchTransformTranslators.java | 594 +++++++++++++++
.../FlinkBatchTranslationContext.java | 129 ++++
.../translation/FlinkPipelineTranslator.java | 36 +
.../FlinkStreamingPipelineTranslator.java | 145 ++++
.../FlinkStreamingTransformTranslators.java | 406 +++++++++++
.../FlinkStreamingTranslationContext.java | 89 +++
.../FlinkCoGroupKeyedListAggregator.java | 60 ++
.../functions/FlinkCreateFunction.java | 62 ++
.../functions/FlinkDoFnFunction.java | 204 ++++++
.../FlinkKeyedListAggregationFunction.java | 77 ++
.../functions/FlinkMultiOutputDoFnFunction.java | 177 +++++
.../FlinkMultiOutputPruningFunction.java | 43 ++
.../functions/FlinkPartialReduceFunction.java | 60 ++
.../functions/FlinkReduceFunction.java | 57 ++
.../flink/translation/functions/UnionCoder.java | 150 ++++
.../translation/types/CoderComparator.java | 216 ++++++
.../translation/types/CoderTypeInformation.java | 116 +++
.../translation/types/CoderTypeSerializer.java | 152 ++++
.../types/InspectableByteArrayOutputStream.java | 34 +
.../translation/types/KvCoderComperator.java | 264 +++++++
.../types/KvCoderTypeInformation.java | 186 +++++
.../types/VoidCoderTypeSerializer.java | 112 +++
.../wrappers/CombineFnAggregatorWrapper.java | 92 +++
.../wrappers/DataInputViewWrapper.java | 59 ++
.../wrappers/DataOutputViewWrapper.java | 52 ++
.../SerializableFnAggregatorWrapper.java | 91 +++
.../translation/wrappers/SinkOutputFormat.java | 121 ++++
.../translation/wrappers/SourceInputFormat.java | 164 +++++
.../translation/wrappers/SourceInputSplit.java | 52 ++
.../streaming/FlinkAbstractParDoWrapper.java | 266 +++++++
.../FlinkGroupAlsoByWindowWrapper.java | 631 ++++++++++++++++
.../streaming/FlinkGroupByKeyWrapper.java | 66 ++
.../streaming/FlinkParDoBoundMultiWrapper.java | 77 ++
.../streaming/FlinkParDoBoundWrapper.java | 100 +++
.../io/FlinkStreamingCreateFunction.java | 65 ++
.../streaming/io/UnboundedFlinkSource.java | 82 +++
.../streaming/io/UnboundedSocketSource.java | 233 ++++++
.../streaming/io/UnboundedSourceWrapper.java | 134 ++++
.../state/AbstractFlinkTimerInternals.java | 128 ++++
.../streaming/state/FlinkStateInternals.java | 715 +++++++++++++++++++
.../streaming/state/StateCheckpointReader.java | 91 +++
.../streaming/state/StateCheckpointUtils.java | 155 ++++
.../streaming/state/StateCheckpointWriter.java | 129 ++++
.../wrappers/streaming/state/StateType.java | 73 ++
.../flink/src/main/resources/log4j.properties | 23 +
.../apache/beam/runners/flink/AvroITCase.java | 101 +++
.../beam/runners/flink/FlattenizeITCase.java | 74 ++
.../beam/runners/flink/FlinkTestPipeline.java | 72 ++
.../beam/runners/flink/JoinExamplesITCase.java | 101 +++
.../runners/flink/MaybeEmptyTestITCase.java | 65 ++
.../runners/flink/ParDoMultiOutputITCase.java | 100 +++
.../beam/runners/flink/ReadSourceITCase.java | 165 +++++
.../flink/RemoveDuplicatesEmptyITCase.java | 70 ++
.../runners/flink/RemoveDuplicatesITCase.java | 71 ++
.../beam/runners/flink/SideInputITCase.java | 69 ++
.../apache/beam/runners/flink/TfIdfITCase.java | 78 ++
.../beam/runners/flink/WordCountITCase.java | 76 ++
.../runners/flink/WordCountJoin2ITCase.java | 138 ++++
.../runners/flink/WordCountJoin3ITCase.java | 156 ++++
.../beam/runners/flink/WriteSinkITCase.java | 158 ++++
.../flink/streaming/GroupAlsoByWindowTest.java | 508 +++++++++++++
.../flink/streaming/GroupByNullKeyTest.java | 123 ++++
.../flink/streaming/StateSerializationTest.java | 305 ++++++++
.../streaming/TopWikipediaSessionsITCase.java | 134 ++++
.../beam/runners/flink/util/JoinExamples.java | 160 +++++
.../src/test/resources/log4j-test.properties | 27 +
runners/pom.xml | 43 ++
83 files changed, 12480 insertions(+), 1 deletion(-)
----------------------------------------------------------------------