You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2016/12/15 22:29:10 UTC
[10/10] incubator-beam git commit: This closes #1565
This closes #1565
Renames ParDo.getNewFn to getFn
Moves DoFnAdapters to runners-core
Removes unused code from NoOpOldDoFn
Removes ArgumentProvider.windowingInternals
Removes code for wrapping DoFn as an OldDoFn
Removes OldDoFn from ParDo
Pushes uses of OldDoFn deeper inside Flink runner
Remove ParDo.of(OldDoFn) from Apex runner
Converts all easy OldDoFns to DoFn
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/5a3ace4a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/5a3ace4a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/5a3ace4a
Branch: refs/heads/master
Commit: 5a3ace4a7c786938e5286e921f3afcd23b26de26
Parents: 3e1a628 6b502fc
Author: Kenneth Knowles <kl...@google.com>
Authored: Thu Dec 15 14:04:03 2016 -0800
Committer: Kenneth Knowles <kl...@google.com>
Committed: Thu Dec 15 14:04:03 2016 -0800
----------------------------------------------------------------------
.../apache/beam/runners/apex/ApexRunner.java | 57 +--
.../translation/ApexPipelineTranslator.java | 2 +
.../translation/ParDoBoundMultiTranslator.java | 6 +-
.../apex/translation/ParDoBoundTranslator.java | 6 +-
.../apex/translation/WindowBoundTranslator.java | 78 +++
.../operators/ApexGroupByKeyOperator.java | 2 +-
.../operators/ApexParDoOperator.java | 25 +-
.../FlattenPCollectionTranslatorTest.java | 15 +-
.../translation/GroupByKeyTranslatorTest.java | 21 +-
.../translation/ParDoBoundTranslatorTest.java | 38 +-
.../translation/ReadUnboundTranslatorTest.java | 15 +-
.../apache/beam/runners/core/AssignWindows.java | 46 --
.../apache/beam/runners/core/DoFnAdapters.java | 344 +++++++++++++
.../beam/runners/core/SimpleDoFnRunner.java | 57 ---
.../beam/runners/core/SimpleOldDoFnRunner.java | 4 +-
.../beam/runners/core/SplittableParDo.java | 11 +-
.../core/GroupAlsoByWindowsProperties.java | 2 +-
.../runners/direct/ParDoEvaluatorFactory.java | 2 +-
.../direct/ParDoMultiOverrideFactory.java | 2 +-
.../ParDoSingleViaMultiOverrideFactory.java | 4 +-
.../direct/StatefulParDoEvaluatorFactory.java | 4 +-
.../apache/beam/runners/flink/FlinkRunner.java | 10 +-
.../FlinkBatchTransformTranslators.java | 13 +-
.../FlinkStreamingTransformTranslators.java | 4 +-
.../functions/FlinkDoFnFunction.java | 10 +-
.../functions/FlinkMultiOutputDoFnFunction.java | 10 +-
.../functions/FlinkProcessContextBase.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 43 +-
.../wrappers/streaming/WindowDoFnOperator.java | 8 +-
.../beam/runners/flink/PipelineOptionsTest.java | 6 +-
.../flink/streaming/DoFnOperatorTest.java | 13 +-
.../flink/streaming/GroupByNullKeyTest.java | 18 +-
.../streaming/TopWikipediaSessionsITCase.java | 10 +-
.../dataflow/DataflowPipelineTranslator.java | 8 +-
.../spark/translation/SparkAssignWindowFn.java | 2 +-
.../spark/translation/TransformTranslator.java | 4 +-
.../streaming/StreamingTransformTranslator.java | 4 +-
.../beam/sdk/AggregatorPipelineExtractor.java | 4 +-
.../sdk/transforms/AggregatorRetriever.java | 13 +-
.../beam/sdk/transforms/DoFnAdapters.java | 504 -------------------
.../apache/beam/sdk/transforms/DoFnTester.java | 7 -
.../org/apache/beam/sdk/transforms/OldDoFn.java | 297 +----------
.../org/apache/beam/sdk/transforms/ParDo.java | 173 +------
.../sdk/transforms/reflect/DoFnInvoker.java | 20 -
.../sdk/transforms/reflect/DoFnInvokers.java | 141 +-----
.../sdk/AggregatorPipelineExtractorTest.java | 12 +-
.../apache/beam/sdk/transforms/NoOpOldDoFn.java | 74 +--
.../apache/beam/sdk/transforms/OldDoFnTest.java | 125 ++---
.../transforms/reflect/DoFnInvokersTest.java | 42 --
49 files changed, 689 insertions(+), 1629 deletions(-)
----------------------------------------------------------------------