You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by tv...@apache.org on 2021/04/28 03:55:58 UTC
[beam] branch master updated (ea107d0 -> b1e4ece)
This is an automated email from the ASF dual-hosted git repository.
tvalentyn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from ea107d0 Merge pull request #14640: [BEAM-9283] Disable caching ValidatesRunner tests tasks
add 729a5ed [BEAM-2085] Add resource hints support in Java SDK.
add d15c210 Translate Resource Hints into v1beta3 API in DF Runner and add test coverage.
add 270903b Support passing resource hints through pipeline options.
add 9a9fb44 Add resource hints supported by Dataflow.
add b1e4ece [BEAM-2085] Support resource hints on java transforms. #14607
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +-
.../beam/runners/core/construction/External.java | 3 +
.../core/construction/PTransformTranslation.java | 9 +-
.../core/construction/ParDoTranslation.java | 2 +-
.../runners/core/construction/SdkComponents.java | 41 ++-
.../construction/WindowingStrategyTranslation.java | 3 +-
.../CreatePCollectionViewTranslationTest.java | 3 +
.../EmptyFlattenAsCreateFactoryTest.java | 4 +
.../GroupIntoBatchesTranslationTest.java | 15 +-
.../core/construction/PTransformMatchersTest.java | 21 +-
.../construction/PTransformReplacementsTest.java | 5 +
.../construction/PTransformTranslationTest.java | 11 +-
.../core/construction/ParDoTranslationTest.java | 3 +-
.../core/construction/PipelineTranslationTest.java | 52 ++++
.../core/construction/SdkComponentsTest.java | 53 +++-
.../core/construction/SplittableParDoTest.java | 2 +
.../construction/TestStreamTranslationTest.java | 2 +
.../core/construction/TransformInputsTest.java | 12 +-
.../construction/WriteFilesTranslationTest.java | 8 +-
.../beam/runners/direct/CommittedResultTest.java | 2 +
.../direct/UnboundedReadEvaluatorFactoryTest.java | 2 +
.../direct/WriteWithShardingFactoryTest.java | 8 +-
.../FlinkStreamingTransformTranslatorsTest.java | 2 +
.../runners/flink/FlinkTransformOverridesTest.java | 8 +-
runners/google-cloud-dataflow-java/build.gradle | 1 +
.../dataflow/DataflowPipelineTranslator.java | 37 +++
.../beam/runners/dataflow/util/PropertyNames.java | 1 +
.../runners/dataflow/DataflowPipelineJobTest.java | 8 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 112 ++++++++
.../beam/runners/dataflow/DataflowRunnerTest.java | 8 +-
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 4 +
.../main/java/org/apache/beam/sdk/Pipeline.java | 3 +-
.../apache/beam/sdk/runners/AppliedPTransform.java | 6 +-
.../beam/sdk/runners/TransformHierarchy.java | 14 +-
.../org/apache/beam/sdk/transforms/PTransform.java | 28 ++
.../sdk/transforms/resourcehints/ResourceHint.java | 32 +--
.../transforms/resourcehints/ResourceHints.java | 291 +++++++++++++++++++++
.../resourcehints/ResourceHintsOptions.java} | 27 +-
.../transforms/resourcehints}/package-info.java | 10 +-
.../beam/sdk/runners/TransformHierarchyTest.java | 3 +-
.../resourcehints/ResourceHintsTest.java | 101 +++++++
.../pubsub/PubSubReadPayloadTranslationTest.java | 2 +
.../pubsub/PubSubWritePayloadTranslationTest.java | 15 +-
43 files changed, 909 insertions(+), 68 deletions(-)
copy runners/spark/2/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkMetricsContainerStepMap.java => sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/resourcehints/ResourceHint.java (54%)
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/resourcehints/ResourceHints.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/{options/RemoteEnvironmentOptions.java => transforms/resourcehints/ResourceHintsOptions.java} (65%)
copy {runners/direct-java/src/main/java/org/apache/beam/runners/direct => sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/resourcehints}/package-info.java (70%)
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/resourcehints/ResourceHintsTest.java