You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/01/17 17:53:13 UTC
[7/7] beam git commit: This closes #1773: Removes or moves away all
OldDoFn code from SDK except OldDoFn itself
This closes #1773: Removes or moves away all OldDoFn code from SDK except OldDoFn itself
Points Dataflow runner to updated worker images
Moves PerKeyCombineFnRunners to Flink runner
Removes some OldDoFn code from DoFnRunners
Moves DoFnAdapters to runners-core
Removes ArgumentProvider.windowingInternals
Removes code for wrapping DoFn as an OldDoFn
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/a91571ef
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/a91571ef
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/a91571ef
Branch: refs/heads/master
Commit: a91571ef9eea8f2341e3906d42f963eb278060e3
Parents: eaf4450 b17e5b0
Author: Kenneth Knowles <kl...@google.com>
Authored: Tue Jan 17 09:30:24 2017 -0800
Committer: Kenneth Knowles <kl...@google.com>
Committed: Tue Jan 17 09:30:24 2017 -0800
----------------------------------------------------------------------
.../apex/translation/WindowBoundTranslator.java | 2 +-
.../operators/ApexGroupByKeyOperator.java | 2 +-
.../operators/ApexParDoOperator.java | 4 +-
.../apache/beam/runners/core/DoFnAdapters.java | 344 +++++++++++++
.../apache/beam/runners/core/DoFnRunners.java | 137 +----
.../runners/core/PerKeyCombineFnRunner.java | 25 -
.../runners/core/PerKeyCombineFnRunners.java | 262 ----------
.../beam/runners/core/SimpleDoFnRunner.java | 63 ---
.../beam/runners/core/SimpleOldDoFnRunner.java | 4 +-
.../beam/runners/core/SplittableParDo.java | 7 -
.../core/GroupAlsoByWindowsProperties.java | 2 +-
.../beam/runners/direct/ParDoEvaluator.java | 9 +-
.../runners/flink/PerKeyCombineFnRunners.java | 239 +++++++++
.../functions/FlinkDoFnFunction.java | 2 +-
.../FlinkMergingNonShuffleReduceFunction.java | 2 +-
.../FlinkMergingPartialReduceFunction.java | 2 +-
.../functions/FlinkMergingReduceFunction.java | 2 +-
.../functions/FlinkMultiOutputDoFnFunction.java | 2 +-
.../functions/FlinkPartialReduceFunction.java | 2 +-
.../functions/FlinkProcessContextBase.java | 2 +-
.../functions/FlinkReduceFunction.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 4 +-
.../beam/runners/dataflow/util/DoFnInfo.java | 62 ++-
.../beam/runners/dataflow/dataflow.properties | 4 +-
.../runners/spark/translation/DoFnFunction.java | 11 +-
.../spark/translation/MultiDoFnFunction.java | 9 +-
.../sdk/transforms/AggregatorRetriever.java | 13 +-
.../beam/sdk/transforms/DoFnAdapters.java | 504 -------------------
.../apache/beam/sdk/transforms/DoFnTester.java | 7 -
.../org/apache/beam/sdk/transforms/OldDoFn.java | 297 +----------
.../sdk/transforms/reflect/DoFnInvoker.java | 20 -
.../sdk/transforms/reflect/DoFnInvokers.java | 142 +-----
.../beam/sdk/util/CombineContextFactory.java | 18 -
.../apache/beam/sdk/transforms/NoOpOldDoFn.java | 2 +-
.../transforms/reflect/DoFnInvokersTest.java | 42 --
35 files changed, 671 insertions(+), 1580 deletions(-)
----------------------------------------------------------------------