You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2017/11/15 17:00:41 UTC

[7/7] beam git commit: [BEAM-2926] Migrate to using a trivial multimap materialization within the Java SDK.

[BEAM-2926] Migrate to using a trivial multimap materialization within the Java SDK.

This closes #4011


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/30886ace
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/30886ace
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/30886ace

Branch: refs/heads/master
Commit: 30886acee9432d3bdfeb679c8dd717244bb86fb9
Parents: 7ce0a82 accb208
Author: Luke Cwik <lc...@google.com>
Authored: Wed Nov 15 09:00:23 2017 -0800
Committer: Luke Cwik <lc...@google.com>
Committed: Wed Nov 15 09:00:23 2017 -0800

----------------------------------------------------------------------
 .../apex/translation/ParDoTranslatorTest.java   |   3 +-
 .../core/construction/PTransformMatchers.java   |   3 +-
 .../core/construction/ParDoTranslation.java     |  17 +-
 .../CreatePCollectionViewTranslationTest.java   |  10 +-
 .../construction/PTransformMatchersTest.java    |  33 +-
 .../core/construction/ParDoTranslationTest.java |   7 +-
 .../core/InMemoryMultimapSideInputView.java     |  62 +++
 .../beam/runners/core/SideInputHandler.java     |  63 ++--
 .../core/InMemoryMultimapSideInputViewTest.java |  53 +++
 .../beam/runners/core/SideInputHandlerTest.java |  89 +++--
 .../beam/runners/direct/SideInputContainer.java |  38 +-
 .../runners/direct/EvaluationContextTest.java   |  44 ++-
 .../runners/direct/SideInputContainerTest.java  | 226 +++++------
 .../direct/ViewEvaluatorFactoryTest.java        |  13 +-
 .../runners/direct/ViewOverrideFactoryTest.java |   9 +-
 .../direct/WriteWithShardingFactoryTest.java    |   9 +-
 .../FlinkStreamingTransformTranslators.java     |   1 -
 .../functions/FlinkSideInputReader.java         |  27 +-
 .../functions/SideInputInitializer.java         |  50 ++-
 .../flink/streaming/DoFnOperatorTest.java       |  40 +-
 runners/google-cloud-dataflow-java/pom.xml      |   2 +-
 .../runners/dataflow/BatchViewOverrides.java    |  69 ++--
 .../runners/dataflow/CreateDataflowView.java    |  21 +-
 .../beam/runners/dataflow/DataflowRunner.java   | 152 +++++++-
 .../dataflow/StreamingViewOverrides.java        |   2 +-
 .../spark/translation/TransformTranslator.java  |   7 +-
 .../spark/util/SparkSideInputReader.java        |  50 ++-
 .../org/apache/beam/sdk/transforms/Combine.java |  13 +-
 .../apache/beam/sdk/transforms/DoFnTester.java  |  20 +-
 .../beam/sdk/transforms/Materializations.java   |  30 +-
 .../org/apache/beam/sdk/transforms/View.java    |  67 +++-
 .../org/apache/beam/sdk/transforms/ViewFn.java  |   6 +-
 .../apache/beam/sdk/values/PCollectionView.java |   7 +-
 .../beam/sdk/values/PCollectionViews.java       | 256 ++++++-------
 .../sdk/testing/PCollectionViewTesting.java     | 375 +++----------------
 .../beam/sdk/transforms/DoFnTesterTest.java     |  12 +-
 .../beam/sdk/io/gcp/bigquery/BatchLoads.java    |  14 +-
 37 files changed, 997 insertions(+), 903 deletions(-)
----------------------------------------------------------------------