You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2020/10/21 23:34:36 UTC
[beam] branch master updated (f87a671 -> 415572d)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f87a671 Merge pull request #13153 from [BEAM-11093] Adding BQ snippets for Dynamic Destinations and Time Partitioning
add 415572d [BEAM-11094] Only work with fully expanded PCollections in TransformHierarchy and PTransformReplacements (#13118)
No new revisions were added by this update.
Summary of changes:
.../construction/DeduplicatedFlattenFactory.java | 6 +-
.../construction/EmptyFlattenAsCreateFactory.java | 5 +-
.../beam/runners/core/construction/External.java | 5 +-
.../core/construction/PTransformReplacements.java | 5 +-
.../core/construction/PTransformTranslation.java | 27 +---
.../runners/core/construction/PrimitiveCreate.java | 5 +-
.../core/construction/ReplacementOutputs.java | 47 +++---
.../SingleInputOutputOverrideFactory.java | 5 +-
.../runners/core/construction/SplittableParDo.java | 14 +-
.../construction/SplittableParDoNaiveBounded.java | 5 +-
.../runners/core/construction/TransformInputs.java | 3 +-
.../construction/UnsupportedOverrideFactory.java | 6 +-
.../CreatePCollectionViewTranslationTest.java | 9 +-
.../DeduplicatedFlattenFactoryTest.java | 3 +-
.../EmptyFlattenAsCreateFactoryTest.java | 7 +-
.../core/construction/MorePipelineTest.java | 163 +++++++++++++++++++++
.../core/construction/PTransformMatchersTest.java | 7 +-
.../construction/PTransformReplacementsTest.java | 14 +-
.../construction/PTransformTranslationTest.java | 25 +++-
.../core/construction/ParDoTranslationTest.java | 8 +-
.../core/construction/ReplacementOutputsTest.java | 20 +--
.../core/construction/SdkComponentsTest.java | 44 +++++-
.../SingleInputOutputOverrideFactoryTest.java | 9 +-
.../core/construction/SplittableParDoTest.java | 8 +-
.../construction/TestStreamTranslationTest.java | 8 +-
.../core/construction/TransformInputsTest.java | 10 +-
.../construction/WriteFilesTranslationTest.java | 4 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 5 +-
.../apache/beam/runners/direct/DirectGraph.java | 2 +-
.../runners/direct/KeyedPValueTrackingVisitor.java | 3 +-
.../beam/runners/direct/MultiStepCombine.java | 3 +-
.../beam/runners/direct/ParDoEvaluatorFactory.java | 12 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 4 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 5 +-
.../runners/direct/WriteWithShardingFactory.java | 5 +-
.../beam/runners/direct/CommittedResultTest.java | 5 +-
.../direct/WriteWithShardingFactoryTest.java | 4 +-
.../runners/flink/CreateStreamingFlinkView.java | 5 +-
.../flink/FlinkBatchTransformTranslators.java | 6 +-
.../flink/FlinkBatchTranslationContext.java | 4 +-
.../flink/FlinkStreamingPipelineTranslator.java | 4 +-
.../flink/FlinkStreamingTransformTranslators.java | 8 +-
.../flink/FlinkStreamingTranslationContext.java | 4 +-
.../translation/utils/LookupPipelineVisitor.java | 4 +-
.../FlinkStreamingTransformTranslatorsTest.java | 7 +-
.../runners/flink/FlinkTransformOverridesTest.java | 4 +-
.../dataflow/BatchStatefulParDoOverrides.java | 9 +-
.../dataflow/DataflowPipelineTranslator.java | 19 +--
.../beam/runners/dataflow/DataflowRunner.java | 32 ++--
.../runners/dataflow/GroupIntoBatchesOverride.java | 9 +-
.../dataflow/PrimitiveParDoSingleFactory.java | 10 +-
.../RequiresStableInputParDoOverrides.java | 9 +-
.../runners/dataflow/ReshuffleOverrideFactory.java | 2 +-
.../runners/dataflow/SplittableParDoOverrides.java | 5 +-
.../beam/runners/dataflow/TransformTranslator.java | 6 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 9 +-
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 13 +-
.../beam/runners/jet/JetTransformTranslators.java | 23 ++-
.../java/org/apache/beam/runners/jet/Utils.java | 26 ++--
.../org/apache/beam/runners/jet/TestJetRunner.java | 3 +-
.../translation/FlattenPCollectionsTranslator.java | 12 +-
.../translation/ParDoBoundMultiTranslator.java | 7 +-
.../translation/SplittableParDoTranslators.java | 5 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 12 +-
.../translation/TranslationContext.java | 4 +-
.../translation/batch/FlattenTranslatorBatch.java | 2 +-
.../translation/batch/ParDoTranslatorBatch.java | 6 +-
.../spark/translation/EvaluationContext.java | 4 +-
.../spark/translation/TransformTranslator.java | 15 +-
.../spark/translation/TranslationUtils.java | 7 +-
.../streaming/StreamingTransformTranslator.java | 6 +-
.../twister2/Twister2TranslationContext.java | 4 +-
.../translators/batch/FlattenTranslatorBatch.java | 3 +-
.../batch/ParDoMultiOutputTranslatorBatch.java | 5 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 6 +-
.../apache/beam/sdk/runners/AppliedPTransform.java | 16 +-
.../sdk/runners/PTransformOverrideFactory.java | 5 +-
.../beam/sdk/runners/TransformHierarchy.java | 161 ++++++--------------
.../java/org/apache/beam/sdk/transforms/View.java | 2 +-
.../apache/beam/sdk/values/PCollectionViews.java | 20 +++
.../org/apache/beam/sdk/values/PValueBase.java | 7 +-
.../java/org/apache/beam/sdk/values/PValues.java | 126 ++++++++++++++++
.../org/apache/beam/sdk/values/TaggedPValue.java | 8 +-
.../java/org/apache/beam/sdk/PipelineTest.java | 27 ++--
.../beam/sdk/runners/TransformHierarchyTest.java | 15 +-
85 files changed, 740 insertions(+), 486 deletions(-)
create mode 100644 runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/MorePipelineTest.java
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/values/PValues.java